00010000:00000010:2.1F:1780963544.889760:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f25a8105. 00010000:00000010:2.1:1780963544.889771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076c245b2. 00010000:00000010:2.1:1780963545.054668:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1be499f. 00010000:00000010:2.1:1780963545.054693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b233f5ea. 00010000:00000010:0.1F:1780963545.058737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d49f32e. 00010000:00000010:0.1:1780963545.058763:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a248b5e. 00010000:00000010:0.1:1780963545.058767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003799859f. 00080000:00000010:0.1:1780963545.095865:0:6240:0:(osd_handler.c:1584:osd_oxc_free()) kfreed 'oxe': 68 at 00000000bc3f7012. 00010000:00010000:3.0:1780970703.150464:0:123528:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000068a112f9/0xa1e9845215a91da5 lrc: 4/0,1 mode: PW/PW res: [0x535c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.150485:0:123528:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.150501:0:123528:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033c3bc05 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+60:2264:x1867475563538752:12345-192.168.204.45@tcp:103:ldlm_bl_07.0 Request processed in 100us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.150506:0:123528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21589 00010000:00010000:3.0:1780970703.150524:0:8236:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000068a112f9/0xa1e9845215a91da5 lrc: 3/0,1 mode: PW/PW res: [0x535c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.150530:0:8236:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000068a112f9/0xa1e9845215a91da5 lrc: 3/0,1 mode: PW/PW res: [0x535c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.150539:0:8236:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000068a112f9/0xa1e9845215a91da5 lrc: 3/0,1 mode: PW/PW res: [0x535c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.150545:0:8236:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000068a112f9/0xa1e9845215a91da5 lrc: 2/0,0 mode: PW/PW res: [0x535c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.150561:0:8236:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780970703.150868:0:8236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbd37d4b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3362:x1867475559732096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12426us (13046us total) trans 4294998447 rc 0/0 00000100:00100000:3.0:1780970703.150878:0:8236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87919 00010000:00010000:3.0:1780970703.150904:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780970703.150910:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000068a112f9/0xa1e9845215a91da5 lrc: 2/0,0 mode: PW/PW res: [0x535c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.150918:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000068a112f9 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.150923:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000068a112f9/0xa1e9845215a91da5 lrc: 2/0,0 mode: PW/PW res: [0x535c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.150933:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000068a112f9/0xa1e9845215a91da5 lrc: 3/0,0 mode: PW/PW res: [0x535c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.150947:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000068a112f9/0xa1e9845215a91da5 lrc: 1/0,0 mode: --/PW res: [0x535c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.150953:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000068a112f9/0xa1e9845215a91da5 lrc: 0/0,0 mode: --/PW res: [0x535c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.150972:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.150974:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.150976:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970703.151116:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.151189:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.151246:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.151259:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.151273:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.151322:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563538944 00010000:00010000:3.0:1780970703.151340:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000059ab617a/0xa1e9845215a8eef1 lrc: 5/0,0 mode: PR/PR res: [0x5a3d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924345 expref: 62 pid: 8236 timeout: 7455 lvb_type: 1 00000100:00100000:3.0:1780970703.151360:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21590 00000100:00100000:3.0:1780970703.151364:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c454a3d6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+62:2265:x1867475563538880:12345-192.168.204.45@tcp:103:ldlm_bl_08.0 00010000:00010000:3.0:1780970703.151374:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.151377:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003f011667/0xa1e9845215a8f0db lrc: 4/0,0 mode: PR/PR res: [0x5a3f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989243d1 expref: 62 pid: 8236 timeout: 7455 lvb_type: 1 00010000:00010000:3.0:1780970703.151391:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003f011667/0xa1e9845215a8f0db lrc: 3/0,0 mode: PR/PR res: [0x5a3f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989243d1 expref: 62 pid: 8236 timeout: 7455 lvb_type: 1 00010000:00010000:3.0:1780970703.151407:0:6250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f011667/0xa1e9845215a8f0db lrc: 0/0,0 mode: --/PR res: [0x5a3f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989243d1 expref: 62 pid: 8236 timeout: 7455 lvb_type: 1 00010000:00010000:3.0:1780970703.151417:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.151419:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.151421:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007d3cc917/0xa1e9845215a91db3 lrc: 3/0,1 mode: PW/PW res: [0x5a3f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.151428:0:6250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d3cc917/0xa1e9845215a91db3 lrc: 4/0,1 mode: PW/PW res: [0x5a3f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.151444:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.151470:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c454a3d6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+61:2265:x1867475563538880:12345-192.168.204.45@tcp:103:ldlm_bl_08.0 Request processed in 104us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.151476:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21590 00000100:00100000:3.0:1780970703.151503:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21591 00000100:00100000:3.0:1780970703.151507:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f950754d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+60:2265:x1867475563538816:12345-192.168.204.45@tcp:103:ldlm_bl_08.0 00010000:00010000:3.0:1780970703.151515:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.151518:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000991db76f/0xa1e9845215a8ee26 lrc: 5/0,0 mode: PR/PR res: [0x5a25:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892430d expref: 60 pid: 8236 timeout: 7455 lvb_type: 1 00010000:00010000:3.0:1780970703.151527:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000991db76f/0xa1e9845215a8ee26 lrc: 4/0,0 mode: PR/PR res: [0x5a25:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892430d expref: 60 pid: 8236 timeout: 7455 lvb_type: 1 00010000:00010000:3.0:1780970703.151539:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.151540:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.151542:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000937207dc/0xa1e9845215a91dac lrc: 3/0,1 mode: PW/PW res: [0x5a25:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.151549:0:6250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000937207dc/0xa1e9845215a91dac lrc: 4/0,1 mode: PW/PW res: [0x5a25:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.151562:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.151581:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f950754d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+60:2265:x1867475563538816:12345-192.168.204.45@tcp:103:ldlm_bl_08.0 Request processed in 72us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.151596:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21591 00000100:00100000:3.0:1780970703.151647:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21593 00000100:00100000:3.0:1780970703.151654:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000074861584 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+59:2263:x1867475563538944:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1780970703.151663:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.151668:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000059ab617a/0xa1e9845215a8eef1 lrc: 5/0,0 mode: PR/PR res: [0x5a3d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924345 expref: 59 pid: 8236 timeout: 7455 lvb_type: 1 00010000:00010000:3.0:1780970703.151679:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000059ab617a/0xa1e9845215a8eef1 lrc: 4/0,0 mode: PR/PR res: [0x5a3d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924345 expref: 59 pid: 8236 timeout: 7455 lvb_type: 1 00010000:00010000:3.0:1780970703.151694:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.151696:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.151698:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000432794c3/0xa1e9845215a91dc8 lrc: 3/0,1 mode: PW/PW res: [0x5a3d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.151704:0:6250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000432794c3/0xa1e9845215a91dc8 lrc: 4/0,1 mode: PW/PW res: [0x5a3d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.151717:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.151733:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000074861584 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+59:2263:x1867475563538944:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 Request processed in 80us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.151742:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21593 00000100:00100000:3.0:1780970703.151755:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21594 00000100:00100000:3.0:1780970703.151759:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000361f9d83 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+58:2263:x1867475563539072:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1780970703.151766:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.151770:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bc9b123b/0xa1e9845215a8f17c lrc: 5/0,0 mode: PR/PR res: [0x5a40:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989243fb expref: 58 pid: 115589 timeout: 7455 lvb_type: 1 00010000:00010000:3.0:1780970703.151780:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bc9b123b/0xa1e9845215a8f17c lrc: 4/0,0 mode: PR/PR res: [0x5a40:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989243fb expref: 58 pid: 115589 timeout: 7455 lvb_type: 1 00010000:00010000:3.0:1780970703.151795:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.151796:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.151799:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000d692658/0xa1e9845215a91de4 lrc: 3/0,1 mode: PW/PW res: [0x5a40:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.151806:0:6250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d692658/0xa1e9845215a91de4 lrc: 4/0,1 mode: PW/PW res: [0x5a40:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.151820:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.151837:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000361f9d83 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+58:2263:x1867475563539072:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 Request processed in 76us (563us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.151843:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21594 00010000:00010000:3.0:1780970703.151885:0:123253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc9b123b/0xa1e9845215a8f17c lrc: 0/0,0 mode: --/PR res: [0x5a40:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989243fb expref: 57 pid: 115589 timeout: 7455 lvb_type: 1 00000100:00100000:3.0:1780970703.151905:0:123253:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000071fed84d pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:123253:1867475559733376:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.151925:0:123253:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000d692658/0xa1e9845215a91de4 lrc: 3/0,1 mode: PW/PW res: [0x5a40:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.151936:0:123253:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000d692658/0xa1e9845215a91de4 lrc: 3/0,1 mode: PW/PW res: [0x5a40:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.151942:0:123253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d692658/0xa1e9845215a91de4 lrc: 3/0,1 mode: PW/PW res: [0x5a40:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.151950:0:123253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000d692658/0xa1e9845215a91de4 lrc: 3/0,1 mode: PW/PW res: [0x5a40:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.151958:0:123253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000d692658/0xa1e9845215a91de4 lrc: 2/0,0 mode: PW/PW res: [0x5a40:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.151973:0:123253:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780970703.152166:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001bb5f247 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+13:3362:x1867475559732672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12473us (14115us total) trans 103079229094 rc 0/0 00000100:00100000:3.0:1780970703.152174:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87925 00000100:00100000:3.0:1780970703.152189:0:123253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559733952 00000100:00100000:3.0:1780970703.152210:0:123253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87934 00000100:00100000:3.0:1780970703.152214:0:123253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3b275f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+13:3362:x1867475559733952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780970703.152233:0:123253:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21344 count 1 00010000:00010000:3.0:1780970703.152253:0:123253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c970e210/0xa1e9845215a91e23 lrc: 3/0,1 mode: --/PW res: [0x5360:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.152266:0:123253:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000dd8f05d/0xa1e9845215a8f51f lrc: 2/0,0 mode: PR/PR res: [0x5360:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924505 expref: 57 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970703.152284:0:123253:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.152287:0:123253:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.152289:0:123253:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c970e210/0xa1e9845215a91e23 lrc: 4/0,1 mode: --/PW res: [0x5360:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.152313:0:123253:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000dd8f05d/0xa1e9845215a8f51f lrc: 3/0,0 mode: PR/PR res: [0x5360:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924505 expref: 57 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970703.152322:0:123253:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000dd8f05d/0xa1e9845215a8f51f lrc: 4/0,0 mode: PR/PR res: [0x5360:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924505 expref: 57 pid: 115589 timeout: 7455 lvb_type: 1 00000100:00100000:3.0:1780970703.152333:0:123253:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb3362f1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:123253:1867475559734016:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970703.152364:0:123253:0:(client.c:2500:ptlrpc_set_wait()) set 000000009fdd7047 going to sleep for 43 seconds 00000004:00080000:3.0:1780970703.152397:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000978e3f28/2, rc 0, transno 13990 00000100:00100000:3.0:1780970703.152412:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000978e3f28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559732672:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.152465:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046ae4fe9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559734080:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.152492:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1780970703.152530:0:115589:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007d3cc917/0xa1e9845215a91db3 lrc: 3/0,1 mode: PW/PW res: [0x5a3f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.152539:0:115589:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007d3cc917/0xa1e9845215a91db3 lrc: 3/0,1 mode: PW/PW res: [0x5a3f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.152563:0:115589:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007d3cc917/0xa1e9845215a91db3 lrc: 3/0,1 mode: PW/PW res: [0x5a3f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.152573:0:115589:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007d3cc917/0xa1e9845215a91db3 lrc: 2/0,0 mode: PW/PW res: [0x5a3f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.152587:0:115589:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1780970703.152731:0:115589:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019d6f44c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+14:3362:x1867475559732608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14084us (14850us total) trans 103079229095 rc 0/0 00000100:00100000:3.0:1780970703.152739:0:115589:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87921 00000004:00080000:3.0:1780970703.152767:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000df2aa83a/2, rc 0, transno 13991 00000100:00100000:3.0:1780970703.152775:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000df2aa83a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559732608:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.152873:0:8236:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559734208 00000100:00100000:3.0:1780970703.152899:0:8236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87936 00000100:00100000:3.0:1780970703.152902:0:8236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b673267 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+14:3360:x1867475559734208:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780970703.152913:0:8236:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23108 count 1 00010000:00010000:3.0:1780970703.152926:0:8236:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000af36577f/0xa1e9845215a91e31 lrc: 3/0,1 mode: --/PW res: [0x5a44:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.152937:0:8236:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005912c1b2/0xa1e9845215a8f48c lrc: 2/0,0 mode: PR/PR res: [0x5a44:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244db expref: 56 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970703.152943:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.152945:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.152946:0:8236:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af36577f/0xa1e9845215a91e31 lrc: 4/0,1 mode: --/PW res: [0x5a44:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.152967:0:8236:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005912c1b2/0xa1e9845215a8f48c lrc: 3/0,0 mode: PR/PR res: [0x5a44:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244db expref: 56 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970703.152975:0:8236:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005912c1b2/0xa1e9845215a8f48c lrc: 4/0,0 mode: PR/PR res: [0x5a44:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244db expref: 56 pid: 115589 timeout: 7455 lvb_type: 1 00000100:00100000:3.0:1780970703.152983:0:8236:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f950754d pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8236:1867475559734272:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970703.166421:0:8236:0:(client.c:2500:ptlrpc_set_wait()) set 0000000093a22acc going to sleep for 6 seconds 00010000:00010000:3.0:1780970703.172906:0:123248:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000001b4b2ea/0xa1e9845215a8f3f9 lrc: 0/0,0 mode: --/PR res: [0x535f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244b1 expref: 55 pid: 115589 timeout: 7455 lvb_type: 1 00000100:00100000:3.0:1780970703.172930:0:123248:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f8e25d7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:123248:1867475559733504:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.172962:0:123248:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f6ae77e0/0xa1e9845215a91df2 lrc: 3/0,1 mode: PW/PW res: [0x535f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.172972:0:123248:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f6ae77e0/0xa1e9845215a91df2 lrc: 3/0,1 mode: PW/PW res: [0x535f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.172977:0:123248:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f6ae77e0/0xa1e9845215a91df2 lrc: 3/0,1 mode: PW/PW res: [0x535f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.172985:0:123248:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f6ae77e0/0xa1e9845215a91df2 lrc: 3/0,1 mode: PW/PW res: [0x535f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.172991:0:123248:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f6ae77e0/0xa1e9845215a91df2 lrc: 2/0,0 mode: PW/PW res: [0x535f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.173025:0:123248:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780970703.173292:0:123248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060bdcd8d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+16:3361:x1867475559732288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32291us (33003us total) trans 4294998450 rc 0/0 00000100:00100000:3.0:1780970703.173302:0:123248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87927 00010000:00010000:3.0:1780970703.173345:0:123251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000829a20f3/0xa1e9845215a8f10c lrc: 0/0,0 mode: --/PR res: [0x535b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989243df expref: 54 pid: 8236 timeout: 7455 lvb_type: 1 00000100:00100000:3.0:1780970703.173356:0:123251:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000652568c7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:123251:1867475559733440:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.173367:0:123251:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009ccd2a3b/0xa1e9845215a91deb lrc: 3/0,1 mode: PW/PW res: [0x535b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.173374:0:123251:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009ccd2a3b/0xa1e9845215a91deb lrc: 3/0,1 mode: PW/PW res: [0x535b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.173379:0:123251:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009ccd2a3b/0xa1e9845215a91deb lrc: 3/0,1 mode: PW/PW res: [0x535b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.173385:0:123251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009ccd2a3b/0xa1e9845215a91deb lrc: 3/0,1 mode: PW/PW res: [0x535b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.173391:0:123251:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009ccd2a3b/0xa1e9845215a91deb lrc: 2/0,0 mode: PW/PW res: [0x535b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.173404:0:123251:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1780970703.173496:0:123251:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029947374 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+16:3361:x1867475559732032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32933us (33256us total) trans 4294998451 rc 0/0 00000100:00100000:3.0:1780970703.173506:0:123251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87926 00010000:00010000:3.0:1780970703.173524:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780970703.173530:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f6ae77e0/0xa1e9845215a91df2 lrc: 2/0,0 mode: PW/PW res: [0x535f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.173538:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f6ae77e0 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.173541:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f6ae77e0/0xa1e9845215a91df2 lrc: 2/0,0 mode: PW/PW res: [0x535f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.173549:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f6ae77e0/0xa1e9845215a91df2 lrc: 3/0,0 mode: PW/PW res: [0x535f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.173568:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f6ae77e0/0xa1e9845215a91df2 lrc: 1/0,0 mode: --/PW res: [0x535f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.173574:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6ae77e0/0xa1e9845215a91df2 lrc: 0/0,0 mode: --/PW res: [0x535f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.173587:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780970703.173589:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009ccd2a3b/0xa1e9845215a91deb lrc: 2/0,0 mode: PW/PW res: [0x535b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.173594:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009ccd2a3b already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.173596:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009ccd2a3b/0xa1e9845215a91deb lrc: 2/0,0 mode: PW/PW res: [0x535b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.173601:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009ccd2a3b/0xa1e9845215a91deb lrc: 3/0,0 mode: PW/PW res: [0x535b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.173610:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009ccd2a3b/0xa1e9845215a91deb lrc: 1/0,0 mode: --/PW res: [0x535b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.173651:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009ccd2a3b/0xa1e9845215a91deb lrc: 0/0,0 mode: --/PW res: [0x535b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.173667:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.173668:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.173669:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780970703.173699:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009d769782/2, rc 0, transno 31155 00000100:00100000:3.0:1780970703.173711:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009d769782 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559732032:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780970703.173720:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007fc10acb/2, rc 0, transno 31154 00000100:00100000:3.0:1780970703.173723:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007fc10acb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559732288:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.173792:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c48b61f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559735424:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.173824:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.173844:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780970703.173849:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000074861584 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559735360:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.173868:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.173890:0:123251:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559735424 00000100:00100000:3.0:1780970703.173916:0:123251:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559735360 00000100:00100000:3.0:1780970703.173931:0:123251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87944 00000100:00100000:3.0:1780970703.173935:0:123251:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000652568c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+17:3361:x1867475559735424:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780970703.173960:0:123251:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21347 count 1 00010000:00010000:3.0:1780970703.173980:0:123251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c4309c47/0xa1e9845215a91e93 lrc: 3/0,1 mode: --/PW res: [0x5363:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.173997:0:123251:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007f93e6f9/0xa1e9845215a8f79c lrc: 2/0,0 mode: PR/PR res: [0x5363:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989245bb expref: 53 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970703.174016:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.174019:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.174020:0:123251:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c4309c47/0xa1e9845215a91e93 lrc: 4/0,1 mode: --/PW res: [0x5363:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.174045:0:123251:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007f93e6f9/0xa1e9845215a8f79c lrc: 3/0,0 mode: PR/PR res: [0x5363:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989245bb expref: 53 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970703.174056:0:123251:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007f93e6f9/0xa1e9845215a8f79c lrc: 4/0,0 mode: PR/PR res: [0x5363:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989245bb expref: 53 pid: 115589 timeout: 7455 lvb_type: 1 00000100:00100000:3.0:1780970703.174067:0:123251:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000071fed84d pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:123251:1867475559735488:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970703.174108:0:123251:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d056309b going to sleep for 6 seconds 00000100:00100000:3.0:1780970703.174125:0:123248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87945 00000100:00100000:3.0:1780970703.174129:0:123248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f8e25d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+17:3361:x1867475559735360:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780970703.174140:0:123248:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21316 count 1 00010000:00010000:3.0:1780970703.174150:0:123248:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092025601/0xa1e9845215a91e9a lrc: 3/0,1 mode: --/PW res: [0x5344:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.174160:0:123248:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ec3eb272/0xa1e9845215a8f6d8 lrc: 2/0,0 mode: PR/PR res: [0x5344:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924583 expref: 53 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970703.174167:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.174169:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.174170:0:123248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092025601/0xa1e9845215a91e9a lrc: 4/0,1 mode: --/PW res: [0x5344:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.174187:0:123248:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ec3eb272/0xa1e9845215a8f6d8 lrc: 3/0,0 mode: PR/PR res: [0x5344:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924583 expref: 53 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970703.174194:0:123248:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ec3eb272/0xa1e9845215a8f6d8 lrc: 4/0,0 mode: PR/PR res: [0x5344:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924583 expref: 53 pid: 8236 timeout: 7455 lvb_type: 1 00000100:00100000:3.0:1780970703.174202:0:123248:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd9c08cd pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:123248:1867475559735552:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970703.174223:0:123248:0:(client.c:2500:ptlrpc_set_wait()) set 00000000437d8861 going to sleep for 6 seconds 00010000:00010000:3.0:1780970703.174245:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.174275:0:123253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000dd8f05d/0xa1e9845215a8f51f lrc: 0/0,0 mode: --/PR res: [0x5360:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924505 expref: 53 pid: 115589 timeout: 7455 lvb_type: 1 00000100:00100000:3.0:1780970703.174287:0:123253:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb3362f1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:123253:1867475559734016:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.174300:0:123253:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c970e210/0xa1e9845215a91e23 lrc: 3/0,1 mode: PW/PW res: [0x5360:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.174308:0:123253:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c970e210/0xa1e9845215a91e23 lrc: 3/0,1 mode: PW/PW res: [0x5360:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.174314:0:123253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c970e210/0xa1e9845215a91e23 lrc: 3/0,1 mode: PW/PW res: [0x5360:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.174321:0:123253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c970e210/0xa1e9845215a91e23 lrc: 3/0,1 mode: PW/PW res: [0x5360:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.174326:0:123253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c970e210/0xa1e9845215a91e23 lrc: 2/0,0 mode: PW/PW res: [0x5360:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.174340:0:123253:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780970703.174476:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3b275f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+18:3362:x1867475559733952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22260us (23436us total) trans 4294998452 rc 0/0 00000100:00100000:3.0:1780970703.174483:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87934 00010000:00010000:3.0:1780970703.174500:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780970703.174504:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c970e210/0xa1e9845215a91e23 lrc: 2/0,0 mode: PW/PW res: [0x5360:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.174512:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c970e210 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.174515:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c970e210/0xa1e9845215a91e23 lrc: 2/0,0 mode: PW/PW res: [0x5360:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.174522:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c970e210/0xa1e9845215a91e23 lrc: 3/0,0 mode: PW/PW res: [0x5360:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.174536:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c970e210/0xa1e9845215a91e23 lrc: 1/0,0 mode: --/PW res: [0x5360:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.174542:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c970e210/0xa1e9845215a91e23 lrc: 0/0,0 mode: --/PW res: [0x5360:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.174554:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.174556:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.174557:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780970703.174577:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c96890c7/2, rc 0, transno 31156 00000100:00100000:3.0:1780970703.174587:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c96890c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559733952:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.174647:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000098a69e23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559735616:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.174670:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.174696:0:123253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559735616 00000100:00100000:3.0:1780970703.174715:0:123253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87946 00000100:00100000:3.0:1780970703.174720:0:123253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1234948 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+18:3362:x1867475559735616:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780970703.174731:0:123253:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21348 count 1 00010000:00010000:3.0:1780970703.174742:0:123253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004061bd17/0xa1e9845215a91ea1 lrc: 3/0,1 mode: --/PW res: [0x5364:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.174753:0:123253:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000b989910/0xa1e9845215a8f7fe lrc: 2/0,0 mode: PR/PR res: [0x5364:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989245d7 expref: 52 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970703.174760:0:123253:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.174761:0:123253:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.174763:0:123253:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004061bd17/0xa1e9845215a91ea1 lrc: 4/0,1 mode: --/PW res: [0x5364:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.174779:0:123253:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000b989910/0xa1e9845215a8f7fe lrc: 3/0,0 mode: PR/PR res: [0x5364:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989245d7 expref: 52 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970703.174787:0:123253:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000b989910/0xa1e9845215a8f7fe lrc: 4/0,0 mode: PR/PR res: [0x5364:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989245d7 expref: 52 pid: 115589 timeout: 7455 lvb_type: 1 00000100:00100000:3.0:1780970703.174796:0:123253:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001fe6b898 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:123253:1867475559735680:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970703.174821:0:123253:0:(client.c:2500:ptlrpc_set_wait()) set 000000009fdd7047 going to sleep for 43 seconds 00000004:00080000:3.0:1780970703.180287:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000054f9e498/2, rc 0, transno 13997 00000100:00100000:3.0:1780970703.180298:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054f9e498 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559732800:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1780970703.182653:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1780970703.182661:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000af0d13c1/0xa1e9845215a91e07 lrc: 2/0,0 mode: PW/PW res: [0x535a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.182673:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000af0d13c1 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.182677:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000af0d13c1/0xa1e9845215a91e07 lrc: 2/0,0 mode: PW/PW res: [0x535a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.182686:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000af0d13c1/0xa1e9845215a91e07 lrc: 3/0,0 mode: PW/PW res: [0x535a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.182712:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000af0d13c1/0xa1e9845215a91e07 lrc: 1/0,0 mode: --/PW res: [0x535a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.182718:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0d13c1/0xa1e9845215a91e07 lrc: 0/0,0 mode: --/PW res: [0x535a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.182742:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780970703.182746:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e2b238c/0xa1e9845215a91e0e lrc: 2/0,0 mode: PW/PW res: [0x535e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.182752:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004e2b238c already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.182754:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e2b238c/0xa1e9845215a91e0e lrc: 2/0,0 mode: PW/PW res: [0x535e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.182759:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e2b238c/0xa1e9845215a91e0e lrc: 3/0,0 mode: PW/PW res: [0x535e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.182768:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e2b238c/0xa1e9845215a91e0e lrc: 1/0,0 mode: --/PW res: [0x535e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.183164:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e2b238c/0xa1e9845215a91e0e lrc: 0/0,0 mode: --/PW res: [0x535e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.183182:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780970703.183185:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000235cfae/0xa1e9845215a91dc1 lrc: 2/0,0 mode: PW/PW res: [0x535d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.183190:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000235cfae already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.183193:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000235cfae/0xa1e9845215a91dc1 lrc: 2/0,0 mode: PW/PW res: [0x535d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.183199:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000235cfae/0xa1e9845215a91dc1 lrc: 3/0,0 mode: PW/PW res: [0x535d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.183213:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000235cfae/0xa1e9845215a91dc1 lrc: 1/0,0 mode: --/PW res: [0x535d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.183219:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000235cfae/0xa1e9845215a91dc1 lrc: 0/0,0 mode: --/PW res: [0x535d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.183243:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.183244:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.183246:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970703.185157:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563539904 00010000:00010000:3.0:1780970703.185192:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000eca47dff/0xa1e9845215a8f614 lrc: 5/0,0 mode: PR/PR res: [0x5361:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892454b expref: 51 pid: 115589 timeout: 7455 lvb_type: 1 00000100:00100000:3.0:1780970703.185225:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563539840 00010000:00010000:3.0:1780970703.185238:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e30c3c5d/0xa1e9845215a8f3c8 lrc: 5/0,0 mode: PR/PR res: [0x5a43:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244a3 expref: 51 pid: 115589 timeout: 7455 lvb_type: 1 00000100:00100000:3.0:1780970703.185256:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563539968 00010000:00010000:3.0:1780970703.185266:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8282d7/0xa1e9845215a8e9c6 lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x1474:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924211 expref: 174 pid: 139355 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.185282:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21606 00000100:00100000:3.0:1780970703.185288:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6cf4d5e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+51:2264:x1867475563539904:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1780970703.185300:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.185305:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000eca47dff/0xa1e9845215a8f614 lrc: 5/0,0 mode: PR/PR res: [0x5361:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892454b expref: 51 pid: 115589 timeout: 7455 lvb_type: 1 00010000:00010000:3.0:1780970703.185316:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000eca47dff/0xa1e9845215a8f614 lrc: 4/0,0 mode: PR/PR res: [0x5361:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892454b expref: 51 pid: 115589 timeout: 7455 lvb_type: 1 00010000:00010000:3.0:1780970703.185346:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.185348:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.185353:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000571483c8/0xa1e9845215a91e38 lrc: 3/0,1 mode: PW/PW res: [0x5361:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.185364:0:6250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000571483c8/0xa1e9845215a91e38 lrc: 4/0,1 mode: PW/PW res: [0x5361:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.185388:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.185432:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6cf4d5e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+51:2264:x1867475563539904:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 Request processed in 144us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.185441:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21606 00000100:00100000:3.0:1780970703.185458:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21607 00000100:00100000:3.0:1780970703.185462:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c0f5e1a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+51:2264:x1867475563539840:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1780970703.185471:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.185474:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e30c3c5d/0xa1e9845215a8f3c8 lrc: 5/0,0 mode: PR/PR res: [0x5a43:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244a3 expref: 51 pid: 115589 timeout: 7455 lvb_type: 1 00010000:00010000:3.0:1780970703.185485:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e30c3c5d/0xa1e9845215a8f3c8 lrc: 4/0,0 mode: PR/PR res: [0x5a43:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244a3 expref: 51 pid: 115589 timeout: 7455 lvb_type: 1 00010000:00010000:3.0:1780970703.185500:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.185502:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.185504:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006c28b138/0xa1e9845215a91e2a lrc: 3/0,1 mode: PW/PW res: [0x5a43:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.185511:0:6250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c28b138/0xa1e9845215a91e2a lrc: 4/0,1 mode: PW/PW res: [0x5a43:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.185522:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.185535:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c0f5e1a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+51:2264:x1867475563539840:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 Request processed in 73us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.185541:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21607 00000100:00100000:3.0:1780970703.185552:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21608 00000100:00100000:3.0:1780970703.185556:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f916e555 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+174:2265:x1867475563539968:12345-192.168.204.45@tcp:103:ldlm_bl_08.0 00010000:00010000:3.0:1780970703.185563:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.185568:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8282d7/0xa1e9845215a8e9c6 lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x1474:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924211 expref: 174 pid: 139355 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.185576:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8282d7/0xa1e9845215a8e9c6 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x1474:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924211 expref: 174 pid: 139355 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.185588:0:6250:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x1474:0x0].0x0 (00000000bb9dafc6) 00010000:00010000:3.0:1780970703.185592:0:6250:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 00000000a3f7054a/0xa1e9845215a91e4d lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x1474:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.185599:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000a3f7054a/0xa1e9845215a91e4d lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1474:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.185605:0:6250:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000a3f7054a/0xa1e9845215a91e4d lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x1474:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.185652:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.185666:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f916e555 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+174:2265:x1867475563539968:12345-192.168.204.45@tcp:103:ldlm_bl_08.0 Request processed in 109us (679us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.185672:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21608 00010000:00010000:3.0:1780970703.185734:0:23536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e30c3c5d/0xa1e9845215a8f3c8 lrc: 0/0,0 mode: --/PR res: [0x5a43:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244a3 expref: 50 pid: 115589 timeout: 7455 lvb_type: 1 00000100:00100000:3.0:1780970703.185749:0:23536:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d27a7b0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:23536:1867475559734144:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.185928:0:23536:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006c28b138/0xa1e9845215a91e2a lrc: 3/0,1 mode: PW/PW res: [0x5a43:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.185947:0:23536:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006c28b138/0xa1e9845215a91e2a lrc: 3/0,1 mode: PW/PW res: [0x5a43:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.185954:0:23536:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c28b138/0xa1e9845215a91e2a lrc: 3/0,1 mode: PW/PW res: [0x5a43:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.185962:0:23536:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c28b138/0xa1e9845215a91e2a lrc: 3/0,1 mode: PW/PW res: [0x5a43:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.185967:0:23536:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006c28b138/0xa1e9845215a91e2a lrc: 2/0,0 mode: PW/PW res: [0x5a43:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.185985:0:23536:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780970703.186363:0:23536:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000490d397e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3363:x1867475559734080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 33810us (33870us total) trans 103079229102 rc 0/0 00000100:00100000:3.0:1780970703.186372:0:23536:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87935 00000100:00100000:3.0:1780970703.186407:0:23536:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559735744 00000100:00100000:3.0:1780970703.186433:0:23536:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87947 00000100:00100000:3.0:1780970703.186437:0:23536:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b7de7b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3363:x1867475559735744:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780970703.186461:0:23536:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23081 count 1 00010000:00010000:3.0:1780970703.186486:0:23536:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a91ea8 lrc: 3/0,1 mode: --/PW res: [0x5a29:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.186501:0:23536:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008f0ecafe/0xa1e9845215a8f8f3 lrc: 2/0,0 mode: PR/PR res: [0x5a29:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892461d expref: 49 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970703.186509:0:23536:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.186511:0:23536:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.186513:0:23536:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a91ea8 lrc: 4/0,1 mode: --/PW res: [0x5a29:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.186546:0:23536:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008f0ecafe/0xa1e9845215a8f8f3 lrc: 3/0,0 mode: PR/PR res: [0x5a29:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892461d expref: 49 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970703.186559:0:23536:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008f0ecafe/0xa1e9845215a8f8f3 lrc: 4/0,0 mode: PR/PR res: [0x5a29:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892461d expref: 49 pid: 115589 timeout: 7455 lvb_type: 1 00000100:00100000:3.0:1780970703.186571:0:23536:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a8e99a90 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:23536:1867475559735808:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970703.186605:0:23536:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e99e330f going to sleep for 43 seconds 00010000:00010000:3.0:1780970703.187194:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780970703.187200:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006c28b138/0xa1e9845215a91e2a lrc: 2/0,0 mode: PW/PW res: [0x5a43:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.187209:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006c28b138 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.187212:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006c28b138/0xa1e9845215a91e2a lrc: 2/0,0 mode: PW/PW res: [0x5a43:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.187220:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006c28b138/0xa1e9845215a91e2a lrc: 3/0,0 mode: PW/PW res: [0x5a43:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.187238:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006c28b138/0xa1e9845215a91e2a lrc: 1/0,0 mode: --/PW res: [0x5a43:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.187244:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c28b138/0xa1e9845215a91e2a lrc: 0/0,0 mode: --/PW res: [0x5a43:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.187261:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.187263:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.187264:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970703.190730:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000206f5676 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559736064:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.190780:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.190807:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780970703.190812:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fb8f871c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559736128:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.190832:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1780970703.190876:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000046ae4fe9/2, rc 0, transno 13998 00000100:00100000:3.0:1780970703.190888:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046ae4fe9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559734080:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.195338:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559736704 00000100:00100000:3.0:1780970703.195374:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559736768 00000100:00100000:3.0:1780970703.195393:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87954 00000100:00100000:3.0:1780970703.195397:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bdd6e2e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+24:3362:x1867475559736704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780970703.195417:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23116 count 1 00010000:00010000:3.0:1780970703.195433:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c970e210/0xa1e9845215a91eee lrc: 3/0,1 mode: --/PW res: [0x5a4c:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.195447:0:23195:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009d440d85/0xa1e9845215a8fb3f lrc: 2/0,0 mode: PR/PR res: [0x5a4c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989246c5 expref: 46 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970703.195454:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.195455:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.195457:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c970e210/0xa1e9845215a91eee lrc: 4/0,1 mode: --/PW res: [0x5a4c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.195477:0:23195:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009d440d85/0xa1e9845215a8fb3f lrc: 3/0,0 mode: PR/PR res: [0x5a4c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989246c5 expref: 46 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970703.195490:0:23195:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009d440d85/0xa1e9845215a8fb3f lrc: 4/0,0 mode: PR/PR res: [0x5a4c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989246c5 expref: 46 pid: 115589 timeout: 7455 lvb_type: 1 00000100:00100000:3.0:1780970703.195499:0:23195:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003509f001 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:23195:1867475559736832:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970703.195524:0:23195:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e6241c55 going to sleep for 43 seconds 00000100:00100000:3.0:1780970703.195541:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87955 00000100:00100000:3.0:1780970703.195544:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f0b32ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+24:3362:x1867475559736768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780970703.195555:0:30674:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23117 count 1 00010000:00010000:3.0:1780970703.195566:0:30674:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ccd2a3b/0xa1e9845215a91ef5 lrc: 3/0,1 mode: --/PW res: [0x5a4d:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.195576:0:30674:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000653ab336/0xa1e9845215a8fbd2 lrc: 2/0,0 mode: PR/PR res: [0x5a4d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989246ef expref: 46 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970703.195581:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.195582:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.195584:0:30674:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ccd2a3b/0xa1e9845215a91ef5 lrc: 4/0,1 mode: --/PW res: [0x5a4d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.195600:0:30674:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000653ab336/0xa1e9845215a8fbd2 lrc: 3/0,0 mode: PR/PR res: [0x5a4d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989246ef expref: 46 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970703.195608:0:30674:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000653ab336/0xa1e9845215a8fbd2 lrc: 4/0,0 mode: PR/PR res: [0x5a4d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989246ef expref: 46 pid: 8236 timeout: 7455 lvb_type: 1 00000100:00100000:3.0:1780970703.195641:0:30674:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001f8df23 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30674:1867475559736896:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970703.195661:0:30674:0:(client.c:2500:ptlrpc_set_wait()) set 000000005733c522 going to sleep for 43 seconds 00000004:00080000:3.0:1780970703.208147:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007ac784d9/2, rc 0, transno 31161 00000100:00100000:3.0:1780970703.208168:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ac784d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559734848:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1780970703.208198:0:123251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f93e6f9/0xa1e9845215a8f79c lrc: 0/0,0 mode: --/PR res: [0x5363:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989245bb expref: 48 pid: 115589 timeout: 7455 lvb_type: 1 00000100:00100000:3.0:1780970703.208212:0:123251:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000071fed84d pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:123251:1867475559735488:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.208228:0:123251:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c4309c47/0xa1e9845215a91e93 lrc: 3/0,1 mode: PW/PW res: [0x5363:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.208236:0:123251:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c4309c47/0xa1e9845215a91e93 lrc: 3/0,1 mode: PW/PW res: [0x5363:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.208241:0:123251:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c4309c47/0xa1e9845215a91e93 lrc: 3/0,1 mode: PW/PW res: [0x5363:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.208248:0:123251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c4309c47/0xa1e9845215a91e93 lrc: 3/0,1 mode: PW/PW res: [0x5363:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.208254:0:123251:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c4309c47/0xa1e9845215a91e93 lrc: 2/0,0 mode: PW/PW res: [0x5363:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.208270:0:123251:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1780970703.208489:0:123251:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000652568c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+23:3361:x1867475559735424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34552us (34665us total) trans 4294998458 rc 0/0 00000100:00100000:3.0:1780970703.208497:0:123251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87944 00010000:00010000:3.0:1780970703.208530:0:123248:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec3eb272/0xa1e9845215a8f6d8 lrc: 0/0,0 mode: --/PR res: [0x5344:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924583 expref: 47 pid: 8236 timeout: 7455 lvb_type: 1 00000100:00100000:3.0:1780970703.208544:0:123248:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd9c08cd pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:123248:1867475559735552:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.208556:0:123248:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000092025601/0xa1e9845215a91e9a lrc: 3/0,1 mode: PW/PW res: [0x5344:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.208563:0:123248:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000092025601/0xa1e9845215a91e9a lrc: 3/0,1 mode: PW/PW res: [0x5344:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.208569:0:123248:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000092025601/0xa1e9845215a91e9a lrc: 3/0,1 mode: PW/PW res: [0x5344:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.208575:0:123248:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092025601/0xa1e9845215a91e9a lrc: 3/0,1 mode: PW/PW res: [0x5344:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.208581:0:123248:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000092025601/0xa1e9845215a91e9a lrc: 2/0,0 mode: PW/PW res: [0x5344:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.208596:0:123248:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1780970703.208716:0:123248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f8e25d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+23:3361:x1867475559735360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34586us (34848us total) trans 4294998459 rc 0/0 00000100:00100000:3.0:1780970703.208723:0:123248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87945 00010000:00010000:3.0:1780970703.208739:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1780970703.208744:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000050e9827c/0xa1e9845215a91e77 lrc: 2/0,0 mode: PW/PW res: [0x5362:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.208751:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000050e9827c already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.208754:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000050e9827c/0xa1e9845215a91e77 lrc: 2/0,0 mode: PW/PW res: [0x5362:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.208761:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000050e9827c/0xa1e9845215a91e77 lrc: 3/0,0 mode: PW/PW res: [0x5362:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.208777:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000050e9827c/0xa1e9845215a91e77 lrc: 1/0,0 mode: --/PW res: [0x5362:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.208783:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000050e9827c/0xa1e9845215a91e77 lrc: 0/0,0 mode: --/PW res: [0x5362:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.208800:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780970703.208802:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c4309c47/0xa1e9845215a91e93 lrc: 2/0,0 mode: PW/PW res: [0x5363:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.208808:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c4309c47 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.208810:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c4309c47/0xa1e9845215a91e93 lrc: 2/0,0 mode: PW/PW res: [0x5363:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.208815:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c4309c47/0xa1e9845215a91e93 lrc: 3/0,0 mode: PW/PW res: [0x5363:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.208823:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c4309c47/0xa1e9845215a91e93 lrc: 1/0,0 mode: --/PW res: [0x5363:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.208829:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c4309c47/0xa1e9845215a91e93 lrc: 0/0,0 mode: --/PW res: [0x5363:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.208845:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780970703.208847:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000092025601/0xa1e9845215a91e9a lrc: 2/0,0 mode: PW/PW res: [0x5344:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.208853:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000092025601 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.208855:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000092025601/0xa1e9845215a91e9a lrc: 2/0,0 mode: PW/PW res: [0x5344:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.208861:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000092025601/0xa1e9845215a91e9a lrc: 3/0,0 mode: PW/PW res: [0x5344:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.208868:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000092025601/0xa1e9845215a91e9a lrc: 1/0,0 mode: --/PW res: [0x5344:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.208874:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000092025601/0xa1e9845215a91e9a lrc: 0/0,0 mode: --/PW res: [0x5344:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.208884:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.208886:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.208887:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.208892:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.208917:0:23536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f0ecafe/0xa1e9845215a8f8f3 lrc: 0/0,0 mode: --/PR res: [0x5a29:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892461d expref: 46 pid: 115589 timeout: 7455 lvb_type: 1 00000100:00100000:3.0:1780970703.208928:0:23536:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a8e99a90 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:23536:1867475559735808:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.208947:0:23536:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a91ea8 lrc: 3/0,1 mode: PW/PW res: [0x5a29:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.208955:0:23536:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a91ea8 lrc: 3/0,1 mode: PW/PW res: [0x5a29:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.208960:0:23536:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a91ea8 lrc: 3/0,1 mode: PW/PW res: [0x5a29:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.208967:0:23536:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a91ea8 lrc: 3/0,1 mode: PW/PW res: [0x5a29:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.208972:0:23536:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a91ea8 lrc: 2/0,0 mode: PW/PW res: [0x5a29:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.208985:0:23536:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780970703.209130:0:23536:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b7de7b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+25:3363:x1867475559735744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22691us (24598us total) trans 103079229106 rc 0/0 00000100:00100000:3.0:1780970703.209137:0:23536:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87947 00010000:00010000:3.0:1780970703.209154:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780970703.209157:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a91ea8 lrc: 2/0,0 mode: PW/PW res: [0x5a29:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.209165:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000485248ac already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.209167:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a91ea8 lrc: 2/0,0 mode: PW/PW res: [0x5a29:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.209172:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a91ea8 lrc: 3/0,0 mode: PW/PW res: [0x5a29:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.209189:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a91ea8 lrc: 1/0,0 mode: --/PW res: [0x5a29:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.209195:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a91ea8 lrc: 0/0,0 mode: --/PW res: [0x5a29:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.209208:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.209209:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.209210:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780970703.209232:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008464eef6/2, rc 0, transno 14002 00000100:00100000:3.0:1780970703.209243:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008464eef6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559735744:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.209311:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780970703.209322:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012279d3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559737088:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.209357:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.209390:0:23536:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559737088 00000100:00100000:3.0:1780970703.209418:0:23536:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87956 00000100:00100000:3.0:1780970703.209424:0:23536:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c7b0adb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+25:3360:x1867475559737088:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780970703.209444:0:23536:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23118 count 1 00010000:00010000:3.0:1780970703.209464:0:23536:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f6ae77e0/0xa1e9845215a91f11 lrc: 3/0,1 mode: --/PW res: [0x5a4e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.209476:0:23536:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c33b8830/0xa1e9845215a8fc96 lrc: 2/0,0 mode: PR/PR res: [0x5a4e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924727 expref: 45 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970703.209483:0:23536:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.209485:0:23536:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.209488:0:23536:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f6ae77e0/0xa1e9845215a91f11 lrc: 4/0,1 mode: --/PW res: [0x5a4e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.209512:0:23536:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c33b8830/0xa1e9845215a8fc96 lrc: 3/0,0 mode: PR/PR res: [0x5a4e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924727 expref: 45 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970703.209520:0:23536:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c33b8830/0xa1e9845215a8fc96 lrc: 4/0,0 mode: PR/PR res: [0x5a4e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924727 expref: 45 pid: 8236 timeout: 7455 lvb_type: 1 00000100:00100000:3.0:1780970703.209529:0:23536:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed5c2525 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:23536:1867475559737152:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970703.209575:0:23536:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e99e330f going to sleep for 43 seconds 00010000:00010000:3.0:1780970703.209604:0:123253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000b989910/0xa1e9845215a8f7fe lrc: 0/0,0 mode: --/PR res: [0x5364:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989245d7 expref: 46 pid: 115589 timeout: 7455 lvb_type: 1 00000100:00100000:3.0:1780970703.209637:0:123253:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001fe6b898 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:123253:1867475559735680:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.209648:0:123253:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004061bd17/0xa1e9845215a91ea1 lrc: 3/0,1 mode: PW/PW res: [0x5364:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.209656:0:123253:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004061bd17/0xa1e9845215a91ea1 lrc: 3/0,1 mode: PW/PW res: [0x5364:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.209661:0:123253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004061bd17/0xa1e9845215a91ea1 lrc: 3/0,1 mode: PW/PW res: [0x5364:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.209668:0:123253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004061bd17/0xa1e9845215a91ea1 lrc: 3/0,1 mode: PW/PW res: [0x5364:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.209678:0:123253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004061bd17/0xa1e9845215a91ea1 lrc: 2/0,0 mode: PW/PW res: [0x5364:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.209689:0:123253:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780970703.209805:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1234948 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+23:3362:x1867475559735616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 35084us (35134us total) trans 4294998460 rc 0/0 00000100:00100000:3.0:1780970703.209812:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87946 00010000:00010000:3.0:1780970703.215814:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.215818:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.215821:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970703.215884:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c59e731 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559738304:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.215917:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.220767:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780970703.220797:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000151566e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559738240:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.220869:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.220919:0:123249:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559738304 00000100:00100000:3.0:1780970703.221198:0:123249:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559738240 00000100:00100000:3.0:1780970703.221223:0:123249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87964 00000100:00100000:3.0:1780970703.221229:0:123249:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000de9a760d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+27:3363:x1867475559738304:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780970703.221262:0:123249:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23121 count 1 00010000:00010000:3.0:1780970703.221293:0:123249:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098d5b967/0xa1e9845215a91f5e lrc: 3/0,1 mode: --/PW res: [0x5a51:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.221313:0:123249:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000be85c8c8/0xa1e9845215a8ffd7 lrc: 2/0,0 mode: PR/PR res: [0x5a51:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924815 expref: 42 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970703.221327:0:123249:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.221329:0:123249:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.221331:0:123249:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098d5b967/0xa1e9845215a91f5e lrc: 4/0,1 mode: --/PW res: [0x5a51:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.221367:0:123249:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000be85c8c8/0xa1e9845215a8ffd7 lrc: 3/0,0 mode: PR/PR res: [0x5a51:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924815 expref: 42 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970703.221379:0:123249:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000be85c8c8/0xa1e9845215a8ffd7 lrc: 4/0,0 mode: PR/PR res: [0x5a51:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924815 expref: 42 pid: 115589 timeout: 7455 lvb_type: 1 00000100:00100000:3.0:1780970703.221390:0:123249:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002ca1947f pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:123249:1867475559738368:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970703.221435:0:123249:0:(client.c:2500:ptlrpc_set_wait()) set 00000000437d8861 going to sleep for 43 seconds 00000100:00100000:3.0:1780970703.221451:0:123251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87965 00000100:00100000:3.0:1780970703.221456:0:123251:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e34f822 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+27:3363:x1867475559738240:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780970703.221469:0:123251:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23120 count 1 00010000:00010000:3.0:1780970703.221479:0:123251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5a7c608/0xa1e9845215a91f65 lrc: 3/0,1 mode: --/PW res: [0x5a50:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.221490:0:123251:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009754ba57/0xa1e9845215a8fe4f lrc: 2/0,0 mode: PR/PR res: [0x5a50:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247a5 expref: 42 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970703.221497:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.221498:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.221499:0:123251:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d5a7c608/0xa1e9845215a91f65 lrc: 4/0,1 mode: --/PW res: [0x5a50:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.221522:0:123251:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009754ba57/0xa1e9845215a8fe4f lrc: 3/0,0 mode: PR/PR res: [0x5a50:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247a5 expref: 42 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970703.221531:0:123251:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009754ba57/0xa1e9845215a8fe4f lrc: 4/0,0 mode: PR/PR res: [0x5a50:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247a5 expref: 42 pid: 8236 timeout: 7455 lvb_type: 1 00000100:00100000:3.0:1780970703.221540:0:123251:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008494b67d pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:123251:1867475559738432:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970703.221562:0:123251:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d056309b going to sleep for 43 seconds 00000100:00100000:3.0:1780970703.223759:0:30674:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001f8df23 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30674:1867475559736896:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.223773:0:30674:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009ccd2a3b/0xa1e9845215a91ef5 lrc: 3/0,1 mode: --/PW res: [0x5a4d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970703.223807:0:23195:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003509f001 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:23195:1867475559736832:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.223818:0:23195:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c970e210/0xa1e9845215a91eee lrc: 3/0,1 mode: --/PW res: [0x5a4c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1780970703.226105:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000e48aee1/2, rc 0, transno 31168 00000100:00100000:3.0:1780970703.226125:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e48aee1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559736000:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.226684:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc3f296 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559738560:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.226738:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.229585:0:23536:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed5c2525 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:23536:1867475559737152:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.229598:0:23536:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f6ae77e0/0xa1e9845215a91f11 lrc: 3/0,1 mode: --/PW res: [0x5a4e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970703.241310:0:123528:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563541632 00010000:00010000:3.0:1780970703.241329:0:123528:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dbcae774/0xa1e9845215a8fc03 lrc: 4/0,0 mode: PR/PR res: [0x5369:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989246fd expref: 42 pid: 115589 timeout: 7455 lvb_type: 1 00000100:00100000:3.0:1780970703.241350:0:123528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21630 00000100:00100000:3.0:1780970703.241355:0:123528:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e2a294f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+42:2265:x1867475563541632:12345-192.168.204.45@tcp:103:ldlm_bl_08.0 00010000:00010000:3.0:1780970703.241363:0:123528:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.241366:0:123528:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dbcae774/0xa1e9845215a8fc03 lrc: 4/0,0 mode: PR/PR res: [0x5369:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989246fd expref: 42 pid: 115589 timeout: 7455 lvb_type: 1 00010000:00010000:3.0:1780970703.241373:0:123528:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dbcae774/0xa1e9845215a8fc03 lrc: 3/0,0 mode: PR/PR res: [0x5369:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989246fd expref: 42 pid: 115589 timeout: 7455 lvb_type: 1 00010000:00010000:3.0:1780970703.241386:0:123528:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dbcae774/0xa1e9845215a8fc03 lrc: 0/0,0 mode: --/PR res: [0x5369:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989246fd expref: 42 pid: 115589 timeout: 7455 lvb_type: 1 00010000:00010000:3.0:1780970703.241395:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.241397:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.241399:0:123528:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000030ba5950/0xa1e9845215a91f26 lrc: 3/0,1 mode: PW/PW res: [0x5369:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.241406:0:123528:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000030ba5950/0xa1e9845215a91f26 lrc: 4/0,1 mode: PW/PW res: [0x5369:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.241425:0:123528:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780970703.252734:0:30674:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009ccd2a3b/0xa1e9845215a91ef5 lrc: 3/0,1 mode: PW/PW res: [0x5a4d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.252748:0:30674:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009ccd2a3b/0xa1e9845215a91ef5 lrc: 3/0,1 mode: PW/PW res: [0x5a4d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.252757:0:30674:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ccd2a3b/0xa1e9845215a91ef5 lrc: 3/0,1 mode: PW/PW res: [0x5a4d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.252764:0:30674:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009ccd2a3b/0xa1e9845215a91ef5 lrc: 2/0,0 mode: PW/PW res: [0x5a4d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.255264:0:30674:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1780970703.255665:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f0b32ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+31:3362:x1867475559736768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 60117us (60381us total) trans 103079229113 rc 0/0 00000100:00100000:3.0:1780970703.255678:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87955 00000100:00100000:3.0:1780970703.255730:0:123528:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e2a294f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+37:2265:x1867475563541632:12345-192.168.204.45@tcp:103:ldlm_bl_08.0 Request processed in 14374us (16483us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.255737:0:123528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21630 00010000:00010000:3.0:1780970703.256811:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780970703.256818:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009ccd2a3b/0xa1e9845215a91ef5 lrc: 2/0,0 mode: PW/PW res: [0x5a4d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.256829:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009ccd2a3b already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.256832:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009ccd2a3b/0xa1e9845215a91ef5 lrc: 2/0,0 mode: PW/PW res: [0x5a4d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.256841:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009ccd2a3b/0xa1e9845215a91ef5 lrc: 3/0,0 mode: PW/PW res: [0x5a4d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.256868:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009ccd2a3b/0xa1e9845215a91ef5 lrc: 1/0,0 mode: --/PW res: [0x5a4d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.256874:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009ccd2a3b/0xa1e9845215a91ef5 lrc: 0/0,0 mode: --/PW res: [0x5a4d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.256891:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780970703.256894:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c3eededd/0xa1e9845215a91ee7 lrc: 2/0,0 mode: PW/PW res: [0x5a4b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.256900:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c3eededd already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.256902:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3eededd/0xa1e9845215a91ee7 lrc: 2/0,0 mode: PW/PW res: [0x5a4b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.256907:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3eededd/0xa1e9845215a91ee7 lrc: 3/0,0 mode: PW/PW res: [0x5a4b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.256916:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c3eededd/0xa1e9845215a91ee7 lrc: 1/0,0 mode: --/PW res: [0x5a4b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.256921:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c3eededd/0xa1e9845215a91ee7 lrc: 0/0,0 mode: --/PW res: [0x5a4b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.256935:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.256948:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.256950:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970703.258263:0:30677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87979 00000100:00100000:3.0:1780970703.258269:0:30677:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004560569e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+40:3362:x1867475559739456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780970703.258281:0:30677:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21364 count 1 00002000:00010000:3.0:1780970703.258296:0:30677:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x5374:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970703.258299:0:30677:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a91fc7 lrc: 3/0,1 mode: --/PW res: [0x5374:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.258306:0:30677:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.258307:0:30677:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.258309:0:30677:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a91fc7 lrc: 3/0,1 mode: PW/PW res: [0x5374:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.258316:0:30677:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a91fc7 lrc: 3/0,1 mode: PW/PW res: [0x5374:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.258322:0:30677:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a91fc7 lrc: 3/0,1 mode: PW/PW res: [0x5374:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.258327:0:30677:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a91fc7 lrc: 2/0,0 mode: PW/PW res: [0x5374:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.258340:0:30677:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1780970703.258512:0:30677:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004560569e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+40:3362:x1867475559739456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 243us (632us total) trans 4294998476 rc 0/0 00000100:00100000:3.0:1780970703.258594:0:30677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87979 00010000:00010000:3.0:1780970703.258610:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780970703.258627:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a91fc7 lrc: 2/0,0 mode: PW/PW res: [0x5374:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.258645:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000485248ac already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.258648:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a91fc7 lrc: 2/0,0 mode: PW/PW res: [0x5374:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.258654:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a91fc7 lrc: 3/0,0 mode: PW/PW res: [0x5374:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.258664:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a91fc7 lrc: 1/0,0 mode: --/PW res: [0x5374:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.258670:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a91fc7 lrc: 0/0,0 mode: --/PW res: [0x5374:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.258680:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.258681:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.258682:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780970703.260752:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002cc7ef4d/2, rc 0, transno 31181 00000100:00100000:3.0:1780970703.260758:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002cc7ef4d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559739392:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.260782:0:123249:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002ca1947f pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:123249:1867475559738368:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.260800:0:123249:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000098d5b967/0xa1e9845215a91f5e lrc: 3/0,1 mode: --/PW res: [0x5a51:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970703.260823:0:123251:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008494b67d pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:123251:1867475559738432:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.260833:0:123251:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d5a7c608/0xa1e9845215a91f65 lrc: 3/0,1 mode: --/PW res: [0x5a50:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970703.260850:0:123528:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563542016 00010000:00010000:3.0:1780970703.260865:0:123528:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000be85c8c8/0xa1e9845215a8ffd7 lrc: 4/0,0 mode: PR/PR res: [0x5a51:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924815 expref: 38 pid: 115589 timeout: 7455 lvb_type: 1 00000100:00100000:3.0:1780970703.260896:0:123528:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563542080 00010000:00010000:3.0:1780970703.260905:0:123528:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009754ba57/0xa1e9845215a8fe4f lrc: 4/0,0 mode: PR/PR res: [0x5a50:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247a5 expref: 39 pid: 8236 timeout: 7455 lvb_type: 1 00000100:00100000:3.0:1780970703.260917:0:123528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21640 00000100:00100000:3.0:1780970703.260921:0:123528:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000baa7589f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+39:2263:x1867475563542016:12345-192.168.204.45@tcp:103:ldlm_bl_09.0 00010000:00010000:3.0:1780970703.260928:0:123528:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.260932:0:123528:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000be85c8c8/0xa1e9845215a8ffd7 lrc: 4/0,0 mode: PR/PR res: [0x5a51:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924815 expref: 39 pid: 115589 timeout: 7455 lvb_type: 1 00010000:00010000:3.0:1780970703.261144:0:123528:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000be85c8c8/0xa1e9845215a8ffd7 lrc: 3/0,0 mode: PR/PR res: [0x5a51:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924815 expref: 39 pid: 115589 timeout: 7455 lvb_type: 1 00010000:00010000:3.0:1780970703.261163:0:123528:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000be85c8c8/0xa1e9845215a8ffd7 lrc: 0/0,0 mode: --/PR res: [0x5a51:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924815 expref: 39 pid: 115589 timeout: 7455 lvb_type: 1 00010000:00010000:3.0:1780970703.261174:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.261176:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.261179:0:123528:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000098d5b967/0xa1e9845215a91f5e lrc: 3/0,1 mode: PW/PW res: [0x5a51:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.261186:0:123528:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098d5b967/0xa1e9845215a91f5e lrc: 4/0,1 mode: PW/PW res: [0x5a51:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.261206:0:123528:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780970703.261217:0:123249:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000098d5b967/0xa1e9845215a91f5e lrc: 3/0,1 mode: PW/PW res: [0x5a51:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.261225:0:123249:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000098d5b967/0xa1e9845215a91f5e lrc: 3/0,1 mode: PW/PW res: [0x5a51:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.261232:0:123249:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098d5b967/0xa1e9845215a91f5e lrc: 3/0,1 mode: PW/PW res: [0x5a51:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.261238:0:123249:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000098d5b967/0xa1e9845215a91f5e lrc: 2/0,0 mode: PW/PW res: [0x5a51:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.261257:0:123249:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780970703.261401:0:123249:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000de9a760d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+35:3363:x1867475559738304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 40171us (45484us total) trans 103079229117 rc 0/0 00000100:00100000:3.0:1780970703.261408:0:123249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87964 00000100:00100000:3.0:1780970703.261440:0:123528:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000baa7589f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+38:2263:x1867475563542016:12345-192.168.204.45@tcp:103:ldlm_bl_09.0 Request processed in 518us (960us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.261445:0:123528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21640 00000100:00100000:3.0:1780970703.265881:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033cdb3c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559740032:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.267234:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.267266:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780970703.267272:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000503829b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559739968:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.267295:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.267374:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.267417:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.267461:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.267496:0:123528:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563542144 00010000:00010000:3.0:1780970703.267662:0:123528:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000035ab8b7d/0xa1e9845215a8fded lrc: 5/0,0 mode: PR/PR res: [0x5a4f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924789 expref: 37 pid: 115589 timeout: 7455 lvb_type: 1 00000100:00100000:3.0:1780970703.267685:0:123528:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563542208 00010000:00010000:3.0:1780970703.267697:0:123528:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006108f26e/0xa1e9845215a901f2 lrc: 5/0,0 mode: PR/PR res: [0x536f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248af expref: 35 pid: 8236 timeout: 7455 lvb_type: 1 00000100:00100000:3.0:1780970703.267707:0:123528:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563542272 00010000:00010000:3.0:1780970703.267715:0:123528:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009d8fd958/0xa1e9845215a90254 lrc: 5/0,0 mode: PR/PR res: [0x5370:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248cb expref: 36 pid: 115589 timeout: 7455 lvb_type: 1 00000100:00100000:3.0:1780970703.267727:0:123528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21642 00000100:00100000:3.0:1780970703.267733:0:123528:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed5c2525 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+37:2264:x1867475563542144:12345-192.168.204.45@tcp:103:ldlm_bl_08.0 00010000:00010000:3.0:1780970703.267746:0:123528:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.267750:0:123528:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000035ab8b7d/0xa1e9845215a8fded lrc: 5/0,0 mode: PR/PR res: [0x5a4f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924789 expref: 37 pid: 115589 timeout: 7455 lvb_type: 1 00010000:00010000:3.0:1780970703.267760:0:123528:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000035ab8b7d/0xa1e9845215a8fded lrc: 4/0,0 mode: PR/PR res: [0x5a4f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924789 expref: 37 pid: 115589 timeout: 7455 lvb_type: 1 00010000:00010000:3.0:1780970703.267778:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.267779:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.267781:0:123528:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007d3cc917/0xa1e9845215a91f6c lrc: 3/0,1 mode: PW/PW res: [0x5a4f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.267788:0:123528:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d3cc917/0xa1e9845215a91f6c lrc: 4/0,1 mode: PW/PW res: [0x5a4f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.267808:0:123528:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.267844:0:123528:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed5c2525 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+37:2264:x1867475563542144:12345-192.168.204.45@tcp:103:ldlm_bl_08.0 Request processed in 110us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.267851:0:123528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21642 00000100:00100000:3.0:1780970703.267867:0:123528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21643 00000100:00100000:3.0:1780970703.267871:0:123528:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e372e19b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+36:2263:x1867475563542208:12345-192.168.204.45@tcp:103:ldlm_bl_10.0 00010000:00010000:3.0:1780970703.267878:0:123528:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.267882:0:123528:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006108f26e/0xa1e9845215a901f2 lrc: 5/0,0 mode: PR/PR res: [0x536f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248af expref: 36 pid: 8236 timeout: 7455 lvb_type: 1 00010000:00010000:3.0:1780970703.267890:0:123528:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006108f26e/0xa1e9845215a901f2 lrc: 4/0,0 mode: PR/PR res: [0x536f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248af expref: 36 pid: 8236 timeout: 7455 lvb_type: 1 00010000:00010000:3.0:1780970703.267904:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.267905:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.267907:0:123528:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000068a112f9/0xa1e9845215a91f73 lrc: 3/0,1 mode: PW/PW res: [0x536f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.267912:0:123528:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000068a112f9/0xa1e9845215a91f73 lrc: 4/0,1 mode: PW/PW res: [0x536f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.267923:0:123528:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.267938:0:123528:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e372e19b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+36:2263:x1867475563542208:12345-192.168.204.45@tcp:103:ldlm_bl_10.0 Request processed in 66us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.267945:0:123528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21643 00000100:00100000:3.0:1780970703.267956:0:123528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21644 00000100:00100000:3.0:1780970703.267961:0:123528:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001f8df23 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+35:2263:x1867475563542272:12345-192.168.204.45@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1780970703.267968:0:123528:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.267972:0:123528:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009d8fd958/0xa1e9845215a90254 lrc: 5/0,0 mode: PR/PR res: [0x5370:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248cb expref: 35 pid: 115589 timeout: 7455 lvb_type: 1 00010000:00010000:3.0:1780970703.267980:0:123528:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009d8fd958/0xa1e9845215a90254 lrc: 4/0,0 mode: PR/PR res: [0x5370:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248cb expref: 35 pid: 115589 timeout: 7455 lvb_type: 1 00010000:00010000:3.0:1780970703.267992:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.267993:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.267995:0:123528:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e2211dd2/0xa1e9845215a91f7a lrc: 3/0,1 mode: PW/PW res: [0x5370:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.268001:0:123528:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2211dd2/0xa1e9845215a91f7a lrc: 4/0,1 mode: PW/PW res: [0x5370:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.268023:0:123528:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.268040:0:123528:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001f8df23 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+35:2263:x1867475563542272:12345-192.168.204.45@tcp:103:ldlm_bl_03.0 Request processed in 78us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.268046:0:123528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21644 00000100:00100000:3.0:1780970703.268082:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.268102:0:123528:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563542336 00010000:00010000:3.0:1780970703.268113:0:123528:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bdc7470b/0xa1e9845215a9006a lrc: 5/0,0 mode: PR/PR res: [0x5a52:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892483f expref: 37 pid: 8236 timeout: 7455 lvb_type: 1 00000100:00100000:3.0:1780970703.268127:0:123528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21645 00000100:00100000:3.0:1780970703.268131:0:123528:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002cf29ca8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+37:2264:x1867475563542336:12345-192.168.204.45@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1780970703.268140:0:123528:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.268143:0:123528:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bdc7470b/0xa1e9845215a9006a lrc: 5/0,0 mode: PR/PR res: [0x5a52:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892483f expref: 37 pid: 8236 timeout: 7455 lvb_type: 1 00010000:00010000:3.0:1780970703.268150:0:123528:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bdc7470b/0xa1e9845215a9006a lrc: 4/0,0 mode: PR/PR res: [0x5a52:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892483f expref: 37 pid: 8236 timeout: 7455 lvb_type: 1 00010000:00010000:3.0:1780970703.268162:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.268164:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.268166:0:123528:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000937207dc/0xa1e9845215a91f81 lrc: 3/0,1 mode: PW/PW res: [0x5a52:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.268172:0:123528:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000937207dc/0xa1e9845215a91f81 lrc: 4/0,1 mode: PW/PW res: [0x5a52:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.268184:0:123528:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.268201:0:123528:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002cf29ca8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+37:2264:x1867475563542336:12345-192.168.204.45@tcp:103:ldlm_bl_03.0 Request processed in 69us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.268206:0:123528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21645 00000100:00100000:3.0:1780970703.268288:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.268303:0:123528:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563542400 00010000:00010000:3.0:1780970703.268314:0:123528:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ccf52add/0xa1e9845215a900cc lrc: 5/0,0 mode: PR/PR res: [0x5a53:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892485b expref: 37 pid: 8236 timeout: 7455 lvb_type: 1 00000100:00100000:3.0:1780970703.268329:0:123528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21646 00000100:00100000:3.0:1780970703.268333:0:123528:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025147dd2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+37:2263:x1867475563542400:12345-192.168.204.45@tcp:103:ldlm_bl_05.0 00010000:00010000:3.0:1780970703.268340:0:123528:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.268344:0:123528:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ccf52add/0xa1e9845215a900cc lrc: 5/0,0 mode: PR/PR res: [0x5a53:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892485b expref: 37 pid: 8236 timeout: 7455 lvb_type: 1 00010000:00010000:3.0:1780970703.268352:0:123528:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ccf52add/0xa1e9845215a900cc lrc: 4/0,0 mode: PR/PR res: [0x5a53:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892485b expref: 37 pid: 8236 timeout: 7455 lvb_type: 1 00010000:00010000:3.0:1780970703.268365:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.268366:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.268368:0:123528:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a7e0ec22/0xa1e9845215a91f9d lrc: 3/0,1 mode: PW/PW res: [0x5a53:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.268375:0:123528:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7e0ec22/0xa1e9845215a91f9d lrc: 4/0,1 mode: PW/PW res: [0x5a53:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.268386:0:123528:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.268401:0:123528:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025147dd2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+37:2263:x1867475563542400:12345-192.168.204.45@tcp:103:ldlm_bl_05.0 Request processed in 67us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.268408:0:123528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21646 00000100:00100000:3.0:1780970703.269374:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.269403:0:123528:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563542464 00010000:00010000:3.0:1780970703.269422:0:123528:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000011606fdc/0xa1e9845215a90223 lrc: 5/0,0 mode: PR/PR res: [0x5a54:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248bd expref: 37 pid: 115589 timeout: 7455 lvb_type: 1 00000100:00100000:3.0:1780970703.269445:0:123528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21647 00000100:00100000:3.0:1780970703.269451:0:123528:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094d687d8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+37:2264:x1867475563542464:12345-192.168.204.45@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1780970703.270146:0:123528:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.270156:0:123528:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000011606fdc/0xa1e9845215a90223 lrc: 5/0,0 mode: PR/PR res: [0x5a54:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248bd expref: 37 pid: 115589 timeout: 7455 lvb_type: 1 00010000:00010000:3.0:1780970703.270176:0:123528:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000011606fdc/0xa1e9845215a90223 lrc: 4/0,0 mode: PR/PR res: [0x5a54:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248bd expref: 37 pid: 115589 timeout: 7455 lvb_type: 1 00010000:00010000:3.0:1780970703.270201:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.270203:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.270206:0:123528:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007c18f963/0xa1e9845215a91fce lrc: 3/0,1 mode: PW/PW res: [0x5a54:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.270215:0:123528:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007c18f963/0xa1e9845215a91fce lrc: 4/0,1 mode: PW/PW res: [0x5a54:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.270233:0:123528:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.270281:0:123528:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094d687d8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+37:2264:x1867475563542464:12345-192.168.204.45@tcp:103:ldlm_bl_01.0 Request processed in 828us (910us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.270288:0:123528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21647 00000100:00100000:3.0:1780970703.270370:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.270394:0:123528:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563542528 00010000:00010000:3.0:1780970703.270412:0:123528:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 000000005e810e8d/0xa1e9845215a8ea75 lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x1477:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924234 expref: 171 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.270429:0:123528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21648 00000100:00100000:3.0:1780970703.270433:0:123528:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002505829a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+171:2264:x1867475563542528:12345-192.168.204.45@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1780970703.270443:0:123528:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.270447:0:123528:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 000000005e810e8d/0xa1e9845215a8ea75 lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x1477:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924234 expref: 171 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.270461:0:123528:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 000000005e810e8d/0xa1e9845215a8ea75 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x1477:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924234 expref: 171 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.271176:0:123528:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x1477:0x0].0x0 (00000000b6907227) 00010000:00010000:3.0:1780970703.271181:0:123528:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 00000000996f9739/0xa1e9845215a91fe3 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x1477:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.271189:0:123528:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000996f9739/0xa1e9845215a91fe3 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1477:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.271197:0:123528:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000996f9739/0xa1e9845215a91fe3 lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x1477:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.271213:0:123528:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.271242:0:123528:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002505829a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+171:2264:x1867475563542528:12345-192.168.204.45@tcp:103:ldlm_bl_01.0 Request processed in 807us (872us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.271249:0:123528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21648 00010000:00010000:3.0:1780970703.271796:0:123251:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d5a7c608/0xa1e9845215a91f65 lrc: 3/0,1 mode: PW/PW res: [0x5a50:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.271809:0:123251:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d5a7c608/0xa1e9845215a91f65 lrc: 3/0,1 mode: PW/PW res: [0x5a50:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.271818:0:123251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5a7c608/0xa1e9845215a91f65 lrc: 3/0,1 mode: PW/PW res: [0x5a50:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.271825:0:123251:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d5a7c608/0xa1e9845215a91f65 lrc: 2/0,0 mode: PW/PW res: [0x5a50:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.271844:0:123251:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780970703.272204:0:123251:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e34f822 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+36:3363:x1867475559738240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 50747us (51336us total) trans 103079229120 rc 0/0 00000100:00100000:3.0:1780970703.272213:0:123251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87965 00000100:00100000:3.0:1780970703.272237:0:123251:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559740032 00000100:00100000:3.0:1780970703.272267:0:123251:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559739968 00000100:00100000:3.0:1780970703.272285:0:123251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87984 00000100:00100000:3.0:1780970703.272289:0:123251:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008494b67d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+37:3361:x1867475559740032:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780970703.272313:0:123251:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23128 count 1 00002000:00010000:3.0:1780970703.272340:0:123251:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a58:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970703.272345:0:123251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092025601/0xa1e9845215a92014 lrc: 3/0,1 mode: --/PW res: [0x5a58:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.272595:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.272598:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.272602:0:123251:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092025601/0xa1e9845215a92014 lrc: 3/0,1 mode: PW/PW res: [0x5a58:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.272634:0:123251:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092025601/0xa1e9845215a92014 lrc: 3/0,1 mode: PW/PW res: [0x5a58:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.272642:0:123251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092025601/0xa1e9845215a92014 lrc: 3/0,1 mode: PW/PW res: [0x5a58:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.272647:0:123251:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000092025601/0xa1e9845215a92014 lrc: 2/0,0 mode: PW/PW res: [0x5a58:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.272665:0:123251:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1780970703.272786:0:123251:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008494b67d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+38:3361:x1867475559740032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 496us (5554us total) trans 103079229121 rc 0/0 00000100:00100000:3.0:1780970703.272793:0:123251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87984 00000100:00100000:3.0:1780970703.272807:0:123251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87985 00000100:00100000:3.0:1780970703.272811:0:123251:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ca1947f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+38:3361:x1867475559739968:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780970703.272823:0:123251:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23127 count 1 00002000:00010000:3.0:1780970703.272838:0:123251:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a57:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970703.272841:0:123251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a9201b lrc: 3/0,1 mode: --/PW res: [0x5a57:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.272848:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.272849:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.272851:0:123251:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a9201b lrc: 3/0,1 mode: PW/PW res: [0x5a57:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.272859:0:123251:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a9201b lrc: 3/0,1 mode: PW/PW res: [0x5a57:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.272865:0:123251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a9201b lrc: 3/0,1 mode: PW/PW res: [0x5a57:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.272871:0:123251:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a9201b lrc: 2/0,0 mode: PW/PW res: [0x5a57:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.272884:0:123251:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1780970703.272969:0:123251:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ca1947f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+38:3361:x1867475559739968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 156us (5673us total) trans 103079229123 rc 0/0 00000100:00100000:3.0:1780970703.272975:0:123251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87985 00000004:00080000:3.0:1780970703.276597:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000503829b7/2, rc 0, transno 14019 00000100:00100000:3.0:1780970703.276626:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000503829b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559739968:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780970703.276651:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000033cdb3c9/2, rc 0, transno 14017 00000100:00100000:3.0:1780970703.276655:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033cdb3c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559740032:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.276671:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b74e6e1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559740352:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.276704:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.276721:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780970703.276727:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005249b8e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559740288:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.276744:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1780970703.279058:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.279154:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780970703.279157:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000195b90a5/0xa1e9845215a92045 lrc: 2/0,0 mode: PW/PW res: [0x5a60:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.279163:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000195b90a5 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.279165:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000195b90a5/0xa1e9845215a92045 lrc: 2/0,0 mode: PW/PW res: [0x5a60:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.279171:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000195b90a5/0xa1e9845215a92045 lrc: 3/0,0 mode: PW/PW res: [0x5a60:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.279182:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000195b90a5/0xa1e9845215a92045 lrc: 1/0,0 mode: --/PW res: [0x5a60:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.279192:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000195b90a5/0xa1e9845215a92045 lrc: 0/0,0 mode: --/PW res: [0x5a60:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.279216:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.279217:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.279219:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.295703:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.297854:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780970703.297861:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007d3cc917/0xa1e9845215a91f6c lrc: 2/0,0 mode: PW/PW res: [0x5a4f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.297872:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d3cc917 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.297875:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007d3cc917/0xa1e9845215a91f6c lrc: 2/0,0 mode: PW/PW res: [0x5a4f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.297883:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007d3cc917/0xa1e9845215a91f6c lrc: 3/0,0 mode: PW/PW res: [0x5a4f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.297903:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007d3cc917/0xa1e9845215a91f6c lrc: 1/0,0 mode: --/PW res: [0x5a4f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.297909:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007d3cc917/0xa1e9845215a91f6c lrc: 0/0,0 mode: --/PW res: [0x5a4f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.297926:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.297928:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.297929:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.301491:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f836b17b/0xa1e9845215a8ebf6 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2dd1:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924281 expref: 54 pid: 139355 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.301504:0:112204:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002ebe2f9b pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559740160:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.301525:0:112204:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 0000000033fbe5f8/0xa1e9845215a9200d lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2dd1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.301532:0:112204:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000033fbe5f8/0xa1e9845215a9200d lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2dd1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.301537:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033fbe5f8/0xa1e9845215a9200d lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2dd1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1780970703.301817:0:112204:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x20:0x0].4334, 64 off285568 00000001:00080000:3.0:1780970703.301830:0:112204:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 25769864377 00010000:00010000:3.0:1780970703.301847:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000033fbe5f8/0xa1e9845215a9200d lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2dd1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.301854:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033fbe5f8/0xa1e9845215a9200d lrc: 2/0,0 mode: EX/EX res: [0x200002b13:0x2dd1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.301860:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033fbe5f8/0xa1e9845215a9200d lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2dd1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.301865:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033fbe5f8 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.301868:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033fbe5f8/0xa1e9845215a9200d lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2dd1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.301874:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033fbe5f8/0xa1e9845215a9200d lrc: 4/0,0 mode: EX/EX res: [0x200002b13:0x2dd1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.301889:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd1:0x0].0x0 (00000000bae7cc61) 00010000:00010000:3.0:1780970703.301892:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780970703.301895:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033fbe5f8/0xa1e9845215a9200d lrc: 2/0,0 mode: --/EX res: [0x200002b13:0x2dd1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.301900:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033fbe5f8/0xa1e9845215a9200d lrc: 0/0,0 mode: --/EX res: [0x200002b13:0x2dd1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.301916:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a91ff8 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.301922:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a91ff8 lrc: 2/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.301927:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a91ff8 lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.301931:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000082231ba1 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.301933:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a91ff8 lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.301949:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a91ff8 lrc: 4/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.301957:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x0 (0000000041e07b45) 00010000:00010000:3.0:1780970703.301959:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.301961:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a91ff8 lrc: 2/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.301969:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a91ff8 lrc: 0/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.301981:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a91fff lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x7834cf81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.301987:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a91fff lrc: 2/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x7834cf81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.301992:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a91fff lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x7834cf81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.301997:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000d6f2a3f already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.301999:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a91fff lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x7834cf81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.302021:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a91fff lrc: 4/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x7834cf81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.302028:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x7834cf81 (000000001b461260) 00010000:00010000:3.0:1780970703.302030:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.302032:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a91fff lrc: 2/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0x7834cf81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.302038:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a91fff lrc: 0/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0x7834cf81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.302146:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d6376234/0xa1e9845215a9206f lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.302160:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d6376234/0xa1e9845215a9206f lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.302168:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d6376234/0xa1e9845215a9206f lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.302179:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008c5a2656/0xa1e9845215a92076 lrc: 3/0,1 mode: --/PW res: [0x200002b12:0x27:0x0].0x9b0317db bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.302186:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008c5a2656/0xa1e9845215a92076 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x9b0317db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.302192:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008c5a2656/0xa1e9845215a92076 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x9b0317db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.302231:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008fd994f9/0xa1e9845215a9207d lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2dd2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.302241:0:112204:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000001e166c51/0xa1e9845215a8ec19 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2dd2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924288 expref: 53 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.302247:0:112204:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000008fd994f9/0xa1e9845215a9207d lrc: 4/0,1 mode: --/EX res: [0x200002b13:0x2dd2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.302276:0:112204:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000001e166c51/0xa1e9845215a8ec19 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2dd2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924288 expref: 53 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.302286:0:112204:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000001e166c51/0xa1e9845215a8ec19 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2dd2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924288 expref: 53 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.302302:0:112204:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009020d566 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559741312:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970703.302352:0:112204:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cafb251b going to sleep for 43 seconds 00000100:00100000:3.0:1780970703.303498:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eded03d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559740608:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.303867:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.303885:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cc56505b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559740928:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.303905:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.304874:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c36328d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559741184:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.304911:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1780970703.314606:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005249b8e1/2, rc 0, transno 14025 00000100:00100000:3.0:1780970703.314639:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005249b8e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559740288:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780970703.314653:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b74e6e1d/2, rc 0, transno 14024 00000100:00100000:3.0:1780970703.314656:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b74e6e1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559740352:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780970703.314669:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a1d902cf/2, rc 0, transno 31184 00000100:00100000:3.0:1780970703.314675:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a1d902cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559738688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.314693:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068faca70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559741504:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.314739:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1780970703.314759:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000eded03d6/2, rc 0, transno 14031 00000100:00100000:3.0:1780970703.314763:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eded03d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559740608:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780970703.314770:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000cc56505b/2, rc 0, transno 31186 00000100:00100000:3.0:1780970703.314773:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cc56505b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559740928:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.314781:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780970703.314786:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad1a7ea0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559741440:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.314806:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1780970703.317115:0:30677:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d0005d36/0xa1e9845215a920b5 lrc: 2/0,0 mode: PW/PW res: [0x5377:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.317133:0:30677:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1780970703.317235:0:30677:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000717674c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+46:3362:x1867475559740992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 178us (1794us total) trans 4294998486 rc 0/0 00000100:00100000:1.0:1780970703.317241:0:30677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88001 00000100:00100000:1.0:1780970703.317252:0:30677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88002 00000100:00100000:1.0:1780970703.317256:0:30677:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c1a957f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+45:3362:x1867475559741248:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780970703.317267:0:30677:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21319 count 1 00002000:00010000:1.0:1780970703.317281:0:30677:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x5347:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:3.0:1780970703.318057:0:112204:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009020d566 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559741312:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.318082:0:112204:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000008fd994f9/0xa1e9845215a9207d lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2dd2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.318197:0:30677:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087714942/0xa1e9845215a920bc lrc: 3/0,1 mode: --/PW res: [0x5347:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.318208:0:30677:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.318210:0:30677:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.318213:0:30677:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087714942/0xa1e9845215a920bc lrc: 3/0,1 mode: PW/PW res: [0x5347:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.318223:0:30677:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087714942/0xa1e9845215a920bc lrc: 3/0,1 mode: PW/PW res: [0x5347:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.318231:0:30677:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087714942/0xa1e9845215a920bc lrc: 3/0,1 mode: PW/PW res: [0x5347:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.318237:0:30677:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000087714942/0xa1e9845215a920bc lrc: 2/0,0 mode: PW/PW res: [0x5347:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.318864:0:30677:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1780970703.319183:0:30677:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c1a957f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+46:3362:x1867475559741248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1924us (3675us total) trans 4294998487 rc 0/0 00000100:00100000:1.0:1780970703.319192:0:30677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88002 00010000:00010000:3.0:1780970703.322974:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1780970703.322982:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000235cfae/0xa1e9845215a920a0 lrc: 2/0,0 mode: PW/PW res: [0x537a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.322993:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000235cfae already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.322996:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000235cfae/0xa1e9845215a920a0 lrc: 2/0,0 mode: PW/PW res: [0x537a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.324754:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000235cfae/0xa1e9845215a920a0 lrc: 3/0,0 mode: PW/PW res: [0x537a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.324772:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000235cfae/0xa1e9845215a920a0 lrc: 1/0,0 mode: --/PW res: [0x537a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.324777:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000235cfae/0xa1e9845215a920a0 lrc: 0/0,0 mode: --/PW res: [0x537a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.324794:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1780970703.324797:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e2b238c/0xa1e9845215a920a7 lrc: 2/0,0 mode: PW/PW res: [0x537b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.324802:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004e2b238c already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.324804:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e2b238c/0xa1e9845215a920a7 lrc: 2/0,0 mode: PW/PW res: [0x537b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.324810:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e2b238c/0xa1e9845215a920a7 lrc: 3/0,0 mode: PW/PW res: [0x537b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.324819:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e2b238c/0xa1e9845215a920a7 lrc: 1/0,0 mode: --/PW res: [0x537b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.324824:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e2b238c/0xa1e9845215a920a7 lrc: 0/0,0 mode: --/PW res: [0x537b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.324836:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1780970703.324839:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000af0d13c1/0xa1e9845215a920ae lrc: 2/0,0 mode: PW/PW res: [0x5a64:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.324844:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000af0d13c1 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.324845:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000af0d13c1/0xa1e9845215a920ae lrc: 2/0,0 mode: PW/PW res: [0x5a64:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.324851:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000af0d13c1/0xa1e9845215a920ae lrc: 3/0,0 mode: PW/PW res: [0x5a64:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.324859:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000af0d13c1/0xa1e9845215a920ae lrc: 1/0,0 mode: --/PW res: [0x5a64:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.324865:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af0d13c1/0xa1e9845215a920ae lrc: 0/0,0 mode: --/PW res: [0x5a64:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.324877:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1780970703.324879:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d0005d36/0xa1e9845215a920b5 lrc: 2/0,0 mode: PW/PW res: [0x5377:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.324884:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d0005d36 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.324886:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d0005d36/0xa1e9845215a920b5 lrc: 2/0,0 mode: PW/PW res: [0x5377:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.324891:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d0005d36/0xa1e9845215a920b5 lrc: 3/0,0 mode: PW/PW res: [0x5377:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.324899:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d0005d36/0xa1e9845215a920b5 lrc: 1/0,0 mode: --/PW res: [0x5377:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.324904:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d0005d36/0xa1e9845215a920b5 lrc: 0/0,0 mode: --/PW res: [0x5377:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.324915:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1780970703.324917:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000087714942/0xa1e9845215a920bc lrc: 2/0,0 mode: PW/PW res: [0x5347:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.324922:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000087714942 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.324924:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000087714942/0xa1e9845215a920bc lrc: 2/0,0 mode: PW/PW res: [0x5347:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.324930:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000087714942/0xa1e9845215a920bc lrc: 3/0,0 mode: PW/PW res: [0x5347:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.324943:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000087714942/0xa1e9845215a920bc lrc: 1/0,0 mode: --/PW res: [0x5347:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.324953:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087714942/0xa1e9845215a920bc lrc: 0/0,0 mode: --/PW res: [0x5347:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.324964:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780970703.324966:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d84e326f/0xa1e9845215a920d8 lrc: 2/0,0 mode: PW/PW res: [0x5a63:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.324971:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d84e326f already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.324973:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d84e326f/0xa1e9845215a920d8 lrc: 2/0,0 mode: PW/PW res: [0x5a63:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.324978:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d84e326f/0xa1e9845215a920d8 lrc: 3/0,0 mode: PW/PW res: [0x5a63:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.324986:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d84e326f/0xa1e9845215a920d8 lrc: 1/0,0 mode: --/PW res: [0x5a63:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.324990:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d84e326f/0xa1e9845215a920d8 lrc: 0/0,0 mode: --/PW res: [0x5a63:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.325014:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780970703.325017:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c087a500/0xa1e9845215a920df lrc: 2/0,0 mode: PW/PW res: [0x5a66:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.325022:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c087a500 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.325024:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c087a500/0xa1e9845215a920df lrc: 2/0,0 mode: PW/PW res: [0x5a66:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.325033:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c087a500/0xa1e9845215a920df lrc: 3/0,0 mode: PW/PW res: [0x5a66:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.325041:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c087a500/0xa1e9845215a920df lrc: 1/0,0 mode: --/PW res: [0x5a66:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.325047:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c087a500/0xa1e9845215a920df lrc: 0/0,0 mode: --/PW res: [0x5a66:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.325063:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.325064:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.325067:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970703.325083:0:123251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88005 00000100:00100000:3.0:1780970703.325089:0:123251:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016fb7304 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+53:3363:x1867475559741632:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780970703.325104:0:123251:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23141 count 1 00002000:00010000:3.0:1780970703.325121:0:123251:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a65:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970703.325124:0:123251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a920e6 lrc: 3/0,1 mode: --/PW res: [0x5a65:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.325133:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.325134:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.325136:0:123251:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a920e6 lrc: 3/0,1 mode: PW/PW res: [0x5a65:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.325144:0:123251:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a920e6 lrc: 3/0,1 mode: PW/PW res: [0x5a65:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.325156:0:123251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a920e6 lrc: 3/0,1 mode: PW/PW res: [0x5a65:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.325161:0:123251:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a920e6 lrc: 2/0,0 mode: PW/PW res: [0x5a65:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.325177:0:123251:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780970703.326816:0:123251:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016fb7304 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+52:3363:x1867475559741632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1727us (2664us total) trans 103079229140 rc 0/0 00000100:00100000:3.0:1780970703.326823:0:123251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88005 00010000:00010000:3.0:1780970703.326841:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1780970703.326846:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a920e6 lrc: 2/0,0 mode: PW/PW res: [0x5a65:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.326854:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000485248ac already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.326857:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a920e6 lrc: 2/0,0 mode: PW/PW res: [0x5a65:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.326863:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a920e6 lrc: 3/0,0 mode: PW/PW res: [0x5a65:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.326877:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a920e6 lrc: 1/0,0 mode: --/PW res: [0x5a65:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.326883:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a920e6 lrc: 0/0,0 mode: --/PW res: [0x5a65:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.326900:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780970703.326902:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e76da252/0xa1e9845215a920ed lrc: 2/0,0 mode: PW/PW res: [0x537d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.326907:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e76da252 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.326909:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e76da252/0xa1e9845215a920ed lrc: 2/0,0 mode: PW/PW res: [0x537d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.326915:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e76da252/0xa1e9845215a920ed lrc: 3/0,0 mode: PW/PW res: [0x537d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.326924:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e76da252/0xa1e9845215a920ed lrc: 1/0,0 mode: --/PW res: [0x537d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.326930:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e76da252/0xa1e9845215a920ed lrc: 0/0,0 mode: --/PW res: [0x537d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.327604:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780970703.327608:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d9989dae/0xa1e9845215a920f4 lrc: 2/0,0 mode: PW/PW res: [0x537c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.327635:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d9989dae already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.327637:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d9989dae/0xa1e9845215a920f4 lrc: 2/0,0 mode: PW/PW res: [0x537c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.327644:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d9989dae/0xa1e9845215a920f4 lrc: 3/0,0 mode: PW/PW res: [0x537c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.327656:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d9989dae/0xa1e9845215a920f4 lrc: 1/0,0 mode: --/PW res: [0x537c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.327661:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d9989dae/0xa1e9845215a920f4 lrc: 0/0,0 mode: --/PW res: [0x537c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.327674:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.327676:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.327677:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970703.329217:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed5c2525 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559742272:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.329247:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.329262:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780970703.329267:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009020d566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559742208:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.330244:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.330282:0:123251:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559742208 00000100:00100000:3.0:1780970703.331650:0:123251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88012 00000100:00100000:3.0:1780970703.331655:0:123251:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d7fdcc5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+56:3360:x1867475559742144:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1780970703.334110:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1780970703.334116:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce0fb92b/0xa1e9845215a92117 lrc: 2/0,0 mode: PW/PW res: [0x5a2c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334123:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ce0fb92b already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.334126:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce0fb92b/0xa1e9845215a92117 lrc: 2/0,0 mode: PW/PW res: [0x5a2c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334134:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce0fb92b/0xa1e9845215a92117 lrc: 3/0,0 mode: PW/PW res: [0x5a2c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334154:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce0fb92b/0xa1e9845215a92117 lrc: 1/0,0 mode: --/PW res: [0x5a2c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334161:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce0fb92b/0xa1e9845215a92117 lrc: 0/0,0 mode: --/PW res: [0x5a2c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334178:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1780970703.334180:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e84349a4/0xa1e9845215a9211e lrc: 2/0,0 mode: PW/PW res: [0x537e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334187:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e84349a4 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.334188:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e84349a4/0xa1e9845215a9211e lrc: 2/0,0 mode: PW/PW res: [0x537e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334194:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e84349a4/0xa1e9845215a9211e lrc: 3/0,0 mode: PW/PW res: [0x537e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334203:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e84349a4/0xa1e9845215a9211e lrc: 1/0,0 mode: --/PW res: [0x537e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334209:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e84349a4/0xa1e9845215a9211e lrc: 0/0,0 mode: --/PW res: [0x537e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334219:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1780970703.334221:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008d934df3/0xa1e9845215a92110 lrc: 2/0,0 mode: PW/PW res: [0x5379:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334226:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008d934df3 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.334227:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008d934df3/0xa1e9845215a92110 lrc: 2/0,0 mode: PW/PW res: [0x5379:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334233:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008d934df3/0xa1e9845215a92110 lrc: 3/0,0 mode: PW/PW res: [0x5379:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334242:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008d934df3/0xa1e9845215a92110 lrc: 1/0,0 mode: --/PW res: [0x5379:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334247:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d934df3/0xa1e9845215a92110 lrc: 0/0,0 mode: --/PW res: [0x5379:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334261:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1780970703.334263:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a3f7054a/0xa1e9845215a92125 lrc: 2/0,0 mode: PW/PW res: [0x5a67:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334273:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a3f7054a already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.334275:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a3f7054a/0xa1e9845215a92125 lrc: 2/0,0 mode: PW/PW res: [0x5a67:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334281:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a3f7054a/0xa1e9845215a92125 lrc: 3/0,0 mode: PW/PW res: [0x5a67:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334304:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a3f7054a/0xa1e9845215a92125 lrc: 1/0,0 mode: --/PW res: [0x5a67:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334309:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3f7054a/0xa1e9845215a92125 lrc: 0/0,0 mode: --/PW res: [0x5a67:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334331:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1780970703.334333:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005495e96d/0xa1e9845215a9212c lrc: 2/0,0 mode: PW/PW res: [0x5a69:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334338:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005495e96d already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.334340:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005495e96d/0xa1e9845215a9212c lrc: 2/0,0 mode: PW/PW res: [0x5a69:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334346:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005495e96d/0xa1e9845215a9212c lrc: 3/0,0 mode: PW/PW res: [0x5a69:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334355:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005495e96d/0xa1e9845215a9212c lrc: 1/0,0 mode: --/PW res: [0x5a69:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334365:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005495e96d/0xa1e9845215a9212c lrc: 0/0,0 mode: --/PW res: [0x5a69:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334376:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780970703.334378:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000236a0a9b/0xa1e9845215a92133 lrc: 2/0,0 mode: PW/PW res: [0x5380:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334383:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000236a0a9b already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.334385:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000236a0a9b/0xa1e9845215a92133 lrc: 2/0,0 mode: PW/PW res: [0x5380:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334390:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000236a0a9b/0xa1e9845215a92133 lrc: 3/0,0 mode: PW/PW res: [0x5380:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334398:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000236a0a9b/0xa1e9845215a92133 lrc: 1/0,0 mode: --/PW res: [0x5380:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334405:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000236a0a9b/0xa1e9845215a92133 lrc: 0/0,0 mode: --/PW res: [0x5380:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334414:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970703.334416:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000958faf52/0xa1e9845215a9213a lrc: 2/0,0 mode: PW/PW res: [0x537f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334422:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000958faf52 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.334424:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000958faf52/0xa1e9845215a9213a lrc: 2/0,0 mode: PW/PW res: [0x537f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334429:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000958faf52/0xa1e9845215a9213a lrc: 3/0,0 mode: PW/PW res: [0x537f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334436:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000958faf52/0xa1e9845215a9213a lrc: 1/0,0 mode: --/PW res: [0x537f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334442:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000958faf52/0xa1e9845215a9213a lrc: 0/0,0 mode: --/PW res: [0x537f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334453:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970703.334455:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003ca602a1/0xa1e9845215a92141 lrc: 2/0,0 mode: PW/PW res: [0x5382:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334460:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003ca602a1 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.334474:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003ca602a1/0xa1e9845215a92141 lrc: 2/0,0 mode: PW/PW res: [0x5382:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334480:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003ca602a1/0xa1e9845215a92141 lrc: 3/0,0 mode: PW/PW res: [0x5382:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334489:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003ca602a1/0xa1e9845215a92141 lrc: 1/0,0 mode: --/PW res: [0x5382:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334494:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003ca602a1/0xa1e9845215a92141 lrc: 0/0,0 mode: --/PW res: [0x5382:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.334504:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970703.334505:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970703.334507:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780970703.334665:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005e2a294f/2, rc 0, transno 31190 00000100:00100000:1.0:1780970703.334676:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e2a294f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559740992:0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780970703.335031:0:123251:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23144 count 1 00002000:00010000:3.0:1780970703.335054:0:123251:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a68:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970703.335057:0:123251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ccd2a3b/0xa1e9845215a92148 lrc: 3/0,1 mode: --/PW res: [0x5a68:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.335066:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.335067:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.335069:0:123251:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ccd2a3b/0xa1e9845215a92148 lrc: 3/0,1 mode: PW/PW res: [0x5a68:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.335081:0:123251:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009ccd2a3b/0xa1e9845215a92148 lrc: 3/0,1 mode: PW/PW res: [0x5a68:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.335087:0:123251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ccd2a3b/0xa1e9845215a92148 lrc: 3/0,1 mode: PW/PW res: [0x5a68:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.335092:0:123251:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009ccd2a3b/0xa1e9845215a92148 lrc: 2/0,0 mode: PW/PW res: [0x5a68:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.335114:0:123251:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780970703.335248:0:123251:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d7fdcc5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+57:3360:x1867475559742144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3593us (6481us total) trans 103079229144 rc 0/0 00000100:00100000:3.0:1780970703.335255:0:123251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88012 00000100:00100000:3.0:1780970703.335300:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001f8df23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559742336:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.335333:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.335355:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d6c81e38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559742592:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.335374:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1780970703.335395:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000801adfcc/2, rc 0, transno 14038 00000100:00100000:3.0:1780970703.335403:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000801adfcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559741824:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780970703.335412:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bdbcd236/2, rc 0, transno 14040 00000100:00100000:3.0:1780970703.335415:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bdbcd236 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559742144:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780970703.335424:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a78eeda5/2, rc 0, transno 14037 00000100:00100000:3.0:1780970703.335426:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78eeda5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559741760:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780970703.335435:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004f8e25d7/2, rc 0, transno 31194 00000100:00100000:3.0:1780970703.335438:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f8e25d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559742016:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780970703.335446:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000056c123c9/2, rc 0, transno 31195 00000100:00100000:3.0:1780970703.335449:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000056c123c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559741120:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.335458:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1780970703.336088:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a29a0df7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559742848:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.336110:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.336124:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002cf29ca8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559742400:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.336142:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.336154:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b49d3a4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559742656:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.336171:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1780970703.336185:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000001f8df23/2, rc 0, transno 14041 00000100:00100000:3.0:1780970703.336193:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001f8df23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559742336:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780970703.336201:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d6c81e38/2, rc 0, transno 14042 00000100:00100000:3.0:1780970703.336203:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d6c81e38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559742592:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.336209:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780970703.336213:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028aa1338 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559742912:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.336233:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1780970703.336308:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a29a0df7/2, rc 0, transno 14044 00000100:00100000:3.0:1780970703.336314:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a29a0df7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559742848:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.336341:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001fe6b898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559743104:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.336360:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1780970703.336773:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002cf29ca8/2, rc 0, transno 14045 00000100:00100000:3.0:1780970703.336780:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002cf29ca8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559742400:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780970703.336789:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b49d3a4a/2, rc 0, transno 31199 00000100:00100000:3.0:1780970703.336792:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b49d3a4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559742656:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.336819:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780970703.336824:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd9c08cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559743168:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.336847:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.339718:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe67ed5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559743424:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.339771:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.339795:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780970703.339799:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e3776d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559743360:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.339818:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1780970703.339848:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fd9c08cd/2, rc 0, transno 14048 00000100:00100000:3.0:1780970703.339855:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd9c08cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559743168:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780970703.339863:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001fe6b898/2, rc 0, transno 14047 00000100:00100000:3.0:1780970703.339865:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001fe6b898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559743104:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780970703.339874:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000028aa1338/2, rc 0, transno 14046 00000100:00100000:3.0:1780970703.339876:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028aa1338 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559742912:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.339912:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780970703.339916:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000235cae8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559743616:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.339952:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1780970703.340676:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000fb00393/2, rc 0, transno 31191 00000100:00100000:1.0:1780970703.340681:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000fb00393 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559741248:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780970703.340692:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbbc3c08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559743232:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780970703.340716:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970703.340732:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d9423cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559743488:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780970703.340748:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970703.340759:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780970703.340763:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005bba1db6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559743552:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780970703.340779:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970703.340797:0:30677:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559743488 00000100:00100000:1.0:1780970703.341083:0:30677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88032 00000100:00100000:1.0:1780970703.341088:0:30677:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000027bfcb8d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+72:3362:x1867475559743232:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780970703.341101:0:30677:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23085 count 1 00002000:00010000:1.0:1780970703.341117:0:30677:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970703.341121:0:30677:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a921b1 lrc: 3/0,1 mode: --/PW res: [0x5a2d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.341130:0:30677:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.341132:0:30677:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.341133:0:30677:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a921b1 lrc: 3/0,1 mode: PW/PW res: [0x5a2d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.341143:0:30677:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a921b1 lrc: 3/0,1 mode: PW/PW res: [0x5a2d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.341150:0:30677:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a921b1 lrc: 3/0,1 mode: PW/PW res: [0x5a2d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.341156:0:30677:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a921b1 lrc: 2/0,0 mode: PW/PW res: [0x5a2d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.341171:0:30677:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780970703.341284:0:30677:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000027bfcb8d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+73:3362:x1867475559743232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 194us (567us total) trans 103079229158 rc 0/0 00000100:00100000:1.0:1780970703.341586:0:30677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88032 00000100:00100000:1.0:1780970703.341602:0:30677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88033 00000100:00100000:1.0:1780970703.341606:0:30677:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005c8213d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+72:3362:x1867475559743488:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780970703.341646:0:30677:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23159 count 1 00002000:00010000:1.0:1780970703.341663:0:30677:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a77:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970703.341667:0:30677:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001baebfe8/0xa1e9845215a921b8 lrc: 3/0,1 mode: --/PW res: [0x5a77:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.341675:0:30677:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.341676:0:30677:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.341679:0:30677:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001baebfe8/0xa1e9845215a921b8 lrc: 3/0,1 mode: PW/PW res: [0x5a77:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.341687:0:30677:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001baebfe8/0xa1e9845215a921b8 lrc: 3/0,1 mode: PW/PW res: [0x5a77:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.341693:0:30677:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001baebfe8/0xa1e9845215a921b8 lrc: 3/0,1 mode: PW/PW res: [0x5a77:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.341700:0:30677:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001baebfe8/0xa1e9845215a921b8 lrc: 2/0,0 mode: PW/PW res: [0x5a77:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.341714:0:30677:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780970703.341809:0:30677:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005c8213d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+73:3362:x1867475559743488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 202us (1060us total) trans 103079229159 rc 0/0 00000100:00100000:1.0:1780970703.341816:0:30677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88033 00000100:00100000:1.0:1780970703.341829:0:30677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88034 00000100:00100000:1.0:1780970703.341833:0:30677:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c95fda19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+72:3362:x1867475559743552:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780970703.341844:0:30677:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23160 count 1 00002000:00010000:1.0:1780970703.341859:0:30677:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a78:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970703.341862:0:30677:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a921bf lrc: 3/0,1 mode: --/PW res: [0x5a78:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.341870:0:30677:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.341871:0:30677:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.341873:0:30677:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a921bf lrc: 3/0,1 mode: PW/PW res: [0x5a78:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.341881:0:30677:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a921bf lrc: 3/0,1 mode: PW/PW res: [0x5a78:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.341887:0:30677:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a921bf lrc: 3/0,1 mode: PW/PW res: [0x5a78:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.341894:0:30677:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a921bf lrc: 2/0,0 mode: PW/PW res: [0x5a78:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.341914:0:30677:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:3.0:1780970703.342386:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000235cae8b/2, rc 0, transno 14053 00000100:00100000:3.0:1780970703.342397:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000235cae8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559743616:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780970703.342416:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003e3776d5/2, rc 0, transno 14052 00000100:00100000:3.0:1780970703.342420:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e3776d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559743360:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780970703.342428:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fe67ed5b/2, rc 0, transno 14051 00000100:00100000:3.0:1780970703.342431:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe67ed5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559743424:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.342838:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000608057d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559743680:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.343084:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970703.344354:0:30677:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c95fda19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+77:3362:x1867475559743552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2518us (3573us total) trans 103079229164 rc 0/0 00000100:00100000:1.0:1780970703.344361:0:30677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88034 00010000:00010000:1.0:1780970703.344383:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1780970703.344388:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a921b1 lrc: 2/0,0 mode: PW/PW res: [0x5a2d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.344396:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000645805ac already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.344400:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a921b1 lrc: 2/0,0 mode: PW/PW res: [0x5a2d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.344407:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a921b1 lrc: 3/0,0 mode: PW/PW res: [0x5a2d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.344427:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a921b1 lrc: 1/0,0 mode: --/PW res: [0x5a2d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.344434:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a921b1 lrc: 0/0,0 mode: --/PW res: [0x5a2d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.344450:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1780970703.344452:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001baebfe8/0xa1e9845215a921b8 lrc: 2/0,0 mode: PW/PW res: [0x5a77:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.344458:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001baebfe8 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.344471:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001baebfe8/0xa1e9845215a921b8 lrc: 2/0,0 mode: PW/PW res: [0x5a77:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.344477:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001baebfe8/0xa1e9845215a921b8 lrc: 3/0,0 mode: PW/PW res: [0x5a77:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.344486:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001baebfe8/0xa1e9845215a921b8 lrc: 1/0,0 mode: --/PW res: [0x5a77:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.344492:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001baebfe8/0xa1e9845215a921b8 lrc: 0/0,0 mode: --/PW res: [0x5a77:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.344504:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1780970703.344506:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a921bf lrc: 2/0,0 mode: PW/PW res: [0x5a78:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.344511:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009e7ab272 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.344513:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a921bf lrc: 2/0,0 mode: PW/PW res: [0x5a78:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1780970703.345505:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000608057d5/2, rc 0, transno 14058 00000100:00100000:3.0:1780970703.345511:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000608057d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559743680:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.345568:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000318897e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559743872:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.345601:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.345698:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780970703.345702:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f0b32ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559743936:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.345721:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.345782:0:30677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88040 00000100:00100000:3.0:1780970703.345785:0:30677:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005209f3be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+79:3363:x1867475559744000:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780970703.345797:0:30677:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23166 count 1 00002000:00010000:3.0:1780970703.345819:0:30677:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a7e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970703.345824:0:30677:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a921f0 lrc: 3/0,1 mode: --/PW res: [0x5a7e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.345836:0:30677:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.345838:0:30677:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.345841:0:30677:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a921f0 lrc: 3/0,1 mode: PW/PW res: [0x5a7e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.345851:0:30677:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a921f0 lrc: 3/0,1 mode: PW/PW res: [0x5a7e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.345859:0:30677:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a921f0 lrc: 3/0,1 mode: PW/PW res: [0x5a7e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.345870:0:30677:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a921f0 lrc: 2/0,0 mode: PW/PW res: [0x5a7e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.345877:0:30677:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:3.0:1780970703.345986:0:30677:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005209f3be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+80:3363:x1867475559744000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 200us (287us total) trans 103079229167 rc 0/0 00000100:00100000:3.0:1780970703.345992:0:30677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88040 00000004:00080000:3.0:1780970703.346026:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000318897e4/2, rc 0, transno 14062 00000100:00100000:3.0:1780970703.346030:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000318897e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559743872:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1780970703.346653:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a921bf lrc: 3/0,0 mode: PW/PW res: [0x5a78:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.346672:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a921bf lrc: 1/0,0 mode: --/PW res: [0x5a78:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.346677:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a921bf lrc: 0/0,0 mode: --/PW res: [0x5a78:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.346699:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1780970703.346703:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000558302d/0xa1e9845215a921c6 lrc: 2/0,0 mode: PW/PW res: [0x5a74:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.346709:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000558302d already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.346712:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000558302d/0xa1e9845215a921c6 lrc: 2/0,0 mode: PW/PW res: [0x5a74:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.346718:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000558302d/0xa1e9845215a921c6 lrc: 3/0,0 mode: PW/PW res: [0x5a74:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347373:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000558302d/0xa1e9845215a921c6 lrc: 1/0,0 mode: --/PW res: [0x5a74:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347380:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000558302d/0xa1e9845215a921c6 lrc: 0/0,0 mode: --/PW res: [0x5a74:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347393:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1780970703.347395:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000461cc974/0xa1e9845215a921cd lrc: 2/0,0 mode: PW/PW res: [0x5a6a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347402:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000461cc974 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.347404:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000461cc974/0xa1e9845215a921cd lrc: 2/0,0 mode: PW/PW res: [0x5a6a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347411:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000461cc974/0xa1e9845215a921cd lrc: 3/0,0 mode: PW/PW res: [0x5a6a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347421:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000461cc974/0xa1e9845215a921cd lrc: 1/0,0 mode: --/PW res: [0x5a6a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347427:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000461cc974/0xa1e9845215a921cd lrc: 0/0,0 mode: --/PW res: [0x5a6a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347439:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1780970703.347442:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000036881206/0xa1e9845215a921d4 lrc: 2/0,0 mode: PW/PW res: [0x5a7a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347448:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000036881206 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.347449:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000036881206/0xa1e9845215a921d4 lrc: 2/0,0 mode: PW/PW res: [0x5a7a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347456:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000036881206/0xa1e9845215a921d4 lrc: 3/0,0 mode: PW/PW res: [0x5a7a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347595:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000036881206/0xa1e9845215a921d4 lrc: 1/0,0 mode: --/PW res: [0x5a7a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347602:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036881206/0xa1e9845215a921d4 lrc: 0/0,0 mode: --/PW res: [0x5a7a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347631:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1780970703.347634:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000084205e35/0xa1e9845215a921db lrc: 2/0,0 mode: PW/PW res: [0x5a7c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347645:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000084205e35 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.347646:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000084205e35/0xa1e9845215a921db lrc: 2/0,0 mode: PW/PW res: [0x5a7c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347653:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000084205e35/0xa1e9845215a921db lrc: 3/0,0 mode: PW/PW res: [0x5a7c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347661:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000084205e35/0xa1e9845215a921db lrc: 1/0,0 mode: --/PW res: [0x5a7c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347667:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084205e35/0xa1e9845215a921db lrc: 0/0,0 mode: --/PW res: [0x5a7c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347679:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1780970703.347682:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008b8b9ac5/0xa1e9845215a921e2 lrc: 2/0,0 mode: PW/PW res: [0x5a7b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347687:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008b8b9ac5 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.347689:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008b8b9ac5/0xa1e9845215a921e2 lrc: 2/0,0 mode: PW/PW res: [0x5a7b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347694:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008b8b9ac5/0xa1e9845215a921e2 lrc: 3/0,0 mode: PW/PW res: [0x5a7b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347703:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008b8b9ac5/0xa1e9845215a921e2 lrc: 1/0,0 mode: --/PW res: [0x5a7b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347713:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b8b9ac5/0xa1e9845215a921e2 lrc: 0/0,0 mode: --/PW res: [0x5a7b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347725:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1780970703.347727:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ceb7099a/0xa1e9845215a921e9 lrc: 2/0,0 mode: PW/PW res: [0x5a7d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347732:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ceb7099a already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.347734:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ceb7099a/0xa1e9845215a921e9 lrc: 2/0,0 mode: PW/PW res: [0x5a7d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347740:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ceb7099a/0xa1e9845215a921e9 lrc: 3/0,0 mode: PW/PW res: [0x5a7d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347749:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ceb7099a/0xa1e9845215a921e9 lrc: 1/0,0 mode: --/PW res: [0x5a7d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347754:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ceb7099a/0xa1e9845215a921e9 lrc: 0/0,0 mode: --/PW res: [0x5a7d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347764:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1780970703.347767:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a921f0 lrc: 2/0,0 mode: PW/PW res: [0x5a7e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347773:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000485248ac already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.347775:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a921f0 lrc: 2/0,0 mode: PW/PW res: [0x5a7e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347781:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a921f0 lrc: 3/0,0 mode: PW/PW res: [0x5a7e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347790:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a921f0 lrc: 1/0,0 mode: --/PW res: [0x5a7e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347795:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a921f0 lrc: 0/0,0 mode: --/PW res: [0x5a7e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347806:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1780970703.347808:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000506127d7/0xa1e9845215a921f7 lrc: 2/0,0 mode: PW/PW res: [0x5a2e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347814:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000506127d7 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.347815:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000506127d7/0xa1e9845215a921f7 lrc: 2/0,0 mode: PW/PW res: [0x5a2e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347821:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000506127d7/0xa1e9845215a921f7 lrc: 3/0,0 mode: PW/PW res: [0x5a2e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347830:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000506127d7/0xa1e9845215a921f7 lrc: 1/0,0 mode: --/PW res: [0x5a2e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347835:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000506127d7/0xa1e9845215a921f7 lrc: 0/0,0 mode: --/PW res: [0x5a2e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347845:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780970703.347848:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000897c1c63/0xa1e9845215a921fe lrc: 2/0,0 mode: PW/PW res: [0x5a7f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347854:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000897c1c63 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.347856:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000897c1c63/0xa1e9845215a921fe lrc: 2/0,0 mode: PW/PW res: [0x5a7f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347862:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000897c1c63/0xa1e9845215a921fe lrc: 3/0,0 mode: PW/PW res: [0x5a7f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347869:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000897c1c63/0xa1e9845215a921fe lrc: 1/0,0 mode: --/PW res: [0x5a7f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347875:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000897c1c63/0xa1e9845215a921fe lrc: 0/0,0 mode: --/PW res: [0x5a7f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347887:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970703.347889:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d9c81ac7/0xa1e9845215a92205 lrc: 2/0,0 mode: PW/PW res: [0x5a82:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347894:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d9c81ac7 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.347896:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d9c81ac7/0xa1e9845215a92205 lrc: 2/0,0 mode: PW/PW res: [0x5a82:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347901:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d9c81ac7/0xa1e9845215a92205 lrc: 3/0,0 mode: PW/PW res: [0x5a82:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347908:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d9c81ac7/0xa1e9845215a92205 lrc: 1/0,0 mode: --/PW res: [0x5a82:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347914:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d9c81ac7/0xa1e9845215a92205 lrc: 0/0,0 mode: --/PW res: [0x5a82:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347924:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970703.347926:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000099886fe3/0xa1e9845215a9220c lrc: 2/0,0 mode: PW/PW res: [0x5a83:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.347932:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000099886fe3 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.347934:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000099886fe3/0xa1e9845215a9220c lrc: 2/0,0 mode: PW/PW res: [0x5a83:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.349637:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000099886fe3/0xa1e9845215a9220c lrc: 3/0,0 mode: PW/PW res: [0x5a83:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.349658:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000099886fe3/0xa1e9845215a9220c lrc: 1/0,0 mode: --/PW res: [0x5a83:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.349665:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000099886fe3/0xa1e9845215a9220c lrc: 0/0,0 mode: --/PW res: [0x5a83:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.349682:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970703.349684:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970703.349686:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970703.349699:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970703.349704:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970703.350388:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096923db0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559744512:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780970703.350419:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970703.350439:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000717674c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559744768:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780970703.350455:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1780970703.350481:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005bba1db6/2, rc 0, transno 14060 00000100:00100000:1.0:1780970703.350489:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005bba1db6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559743552:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1780970703.350499:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000cbbc3c08/2, rc 0, transno 14054 00000100:00100000:1.0:1780970703.350502:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbbc3c08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559743232:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1780970703.350510:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005d9423cb/2, rc 0, transno 14055 00000100:00100000:1.0:1780970703.350512:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d9423cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559743488:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1780970703.351235:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1780970703.351249:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ea28c38f/0xa1e9845215a92213 lrc: 2/0,0 mode: PW/PW res: [0x5384:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.351257:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ea28c38f already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.351259:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea28c38f/0xa1e9845215a92213 lrc: 2/0,0 mode: PW/PW res: [0x5384:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.351266:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea28c38f/0xa1e9845215a92213 lrc: 3/0,0 mode: PW/PW res: [0x5384:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.351279:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ea28c38f/0xa1e9845215a92213 lrc: 1/0,0 mode: --/PW res: [0x5384:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.351285:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea28c38f/0xa1e9845215a92213 lrc: 0/0,0 mode: --/PW res: [0x5384:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.351297:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780970703.351299:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d6c90156/0xa1e9845215a92221 lrc: 2/0,0 mode: PW/PW res: [0x5388:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.351306:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d6c90156 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.351308:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d6c90156/0xa1e9845215a92221 lrc: 2/0,0 mode: PW/PW res: [0x5388:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.351314:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d6c90156/0xa1e9845215a92221 lrc: 3/0,0 mode: PW/PW res: [0x5388:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.351322:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d6c90156/0xa1e9845215a92221 lrc: 1/0,0 mode: --/PW res: [0x5388:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.351328:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d6c90156/0xa1e9845215a92221 lrc: 0/0,0 mode: --/PW res: [0x5388:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.351338:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970703.351340:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bfd87a9c/0xa1e9845215a92236 lrc: 2/0,0 mode: PW/PW res: [0x5348:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.351346:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bfd87a9c already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.351348:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bfd87a9c/0xa1e9845215a92236 lrc: 2/0,0 mode: PW/PW res: [0x5348:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.351353:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bfd87a9c/0xa1e9845215a92236 lrc: 3/0,0 mode: PW/PW res: [0x5348:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.351362:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bfd87a9c/0xa1e9845215a92236 lrc: 1/0,0 mode: --/PW res: [0x5348:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.351372:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bfd87a9c/0xa1e9845215a92236 lrc: 0/0,0 mode: --/PW res: [0x5348:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.351382:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970703.351383:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970703.351385:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970703.351394:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970703.351432:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970703.351434:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000071bc67ed/0xa1e9845215a9223d lrc: 2/0,0 mode: PW/PW res: [0x5387:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.351441:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000071bc67ed already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.351442:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000071bc67ed/0xa1e9845215a9223d lrc: 2/0,0 mode: PW/PW res: [0x5387:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.351449:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000071bc67ed/0xa1e9845215a9223d lrc: 3/0,0 mode: PW/PW res: [0x5387:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.351458:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000071bc67ed/0xa1e9845215a9223d lrc: 1/0,0 mode: --/PW res: [0x5387:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.351866:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000071bc67ed/0xa1e9845215a9223d lrc: 0/0,0 mode: --/PW res: [0x5387:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.351882:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970703.351884:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f459d608/0xa1e9845215a92244 lrc: 2/0,0 mode: PW/PW res: [0x5a86:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.351894:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f459d608 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.351897:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f459d608/0xa1e9845215a92244 lrc: 2/0,0 mode: PW/PW res: [0x5a86:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.351903:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f459d608/0xa1e9845215a92244 lrc: 3/0,0 mode: PW/PW res: [0x5a86:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.351913:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f459d608/0xa1e9845215a92244 lrc: 1/0,0 mode: --/PW res: [0x5a86:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.351918:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f459d608/0xa1e9845215a92244 lrc: 0/0,0 mode: --/PW res: [0x5a86:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.351930:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970703.351931:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970703.352252:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970703.352259:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970703.352313:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070ce34b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559745344:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780970703.352339:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1780970703.352363:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000096923db0/2, rc 0, transno 31202 00000100:00100000:1.0:1780970703.352371:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096923db0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559744512:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1780970703.352379:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000717674c7/2, rc 0, transno 31203 00000100:00100000:1.0:1780970703.352382:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000717674c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559744768:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780970703.352395:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970703.352398:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e908008f/0xa1e9845215a9224b lrc: 2/0,0 mode: PW/PW res: [0x5a85:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.352405:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e908008f already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.352407:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e908008f/0xa1e9845215a9224b lrc: 2/0,0 mode: PW/PW res: [0x5a85:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.352414:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e908008f/0xa1e9845215a9224b lrc: 3/0,0 mode: PW/PW res: [0x5a85:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.352424:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e908008f/0xa1e9845215a9224b lrc: 1/0,0 mode: --/PW res: [0x5a85:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.352430:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e908008f/0xa1e9845215a9224b lrc: 0/0,0 mode: --/PW res: [0x5a85:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.352441:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970703.352442:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970703.352444:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970703.352475:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780970703.352481:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000055ff8902 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559745408:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780970703.352501:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970703.352520:0:23536:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559745408 00000100:00100000:1.0:1780970703.352538:0:23536:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88052 00000100:00100000:1.0:1780970703.352541:0:23536:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000df80497 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+59:3362:x1867475559745408:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780970703.352553:0:23536:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21388 count 1 00002000:00010000:1.0:1780970703.352568:0:23536:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x538c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970703.352571:0:23536:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a92259 lrc: 3/0,1 mode: --/PW res: [0x538c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.352583:0:23536:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.352585:0:23536:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.352586:0:23536:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a92259 lrc: 3/0,1 mode: PW/PW res: [0x538c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.352594:0:23536:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a92259 lrc: 3/0,1 mode: PW/PW res: [0x538c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.352600:0:23536:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a92259 lrc: 3/0,1 mode: PW/PW res: [0x538c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.352605:0:23536:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a92259 lrc: 2/0,0 mode: PW/PW res: [0x538c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.352635:0:23536:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780970703.352731:0:23536:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000df80497 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+60:3362:x1867475559745408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 188us (229us total) trans 4294998501 rc 0/0 00000100:00100000:1.0:1780970703.352737:0:23536:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88052 00010000:00010000:1.0:1780970703.352751:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780970703.352753:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006d0eb870/0xa1e9845215a92252 lrc: 2/0,0 mode: PW/PW res: [0x538b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.352760:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006d0eb870 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.352761:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006d0eb870/0xa1e9845215a92252 lrc: 2/0,0 mode: PW/PW res: [0x538b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.352767:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006d0eb870/0xa1e9845215a92252 lrc: 3/0,0 mode: PW/PW res: [0x538b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.352778:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006d0eb870/0xa1e9845215a92252 lrc: 1/0,0 mode: --/PW res: [0x538b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.352784:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d0eb870/0xa1e9845215a92252 lrc: 0/0,0 mode: --/PW res: [0x538b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.352793:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970703.352794:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a92259 lrc: 2/0,0 mode: PW/PW res: [0x538c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.352799:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000deea6275 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.352801:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a92259 lrc: 2/0,0 mode: PW/PW res: [0x538c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.352806:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a92259 lrc: 3/0,0 mode: PW/PW res: [0x538c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.352814:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a92259 lrc: 1/0,0 mode: --/PW res: [0x538c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.352819:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a92259 lrc: 0/0,0 mode: --/PW res: [0x538c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.352830:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970703.352831:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970703.352833:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970703.352837:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780970703.352868:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000055ff8902/2, rc 0, transno 31205 00000100:00100000:1.0:1780970703.352876:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000055ff8902 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559745408:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1780970703.352883:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000070ce34b7/2, rc 0, transno 31204 00000100:00100000:1.0:1780970703.352885:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070ce34b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559745344:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780970703.352921:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000074594cbc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559745600:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.354947:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4bb8880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559744192:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780970703.364794:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970703.364833:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559745600 00000100:00100000:1.0:1780970703.364853:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88054 00000100:00100000:1.0:1780970703.364857:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d7fdcc5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+87:3360:x1867475559744384:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780970703.364867:0:8691:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23087 count 1 00002000:00010000:1.0:1780970703.364882:0:8691:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970703.364886:0:8691:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f57a8777/0xa1e9845215a9227c lrc: 3/0,1 mode: --/PW res: [0x5a2f:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.364892:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.364893:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.364894:0:8691:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f57a8777/0xa1e9845215a9227c lrc: 3/0,1 mode: PW/PW res: [0x5a2f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.364903:0:8691:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f57a8777/0xa1e9845215a9227c lrc: 3/0,1 mode: PW/PW res: [0x5a2f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.364909:0:8691:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f57a8777/0xa1e9845215a9227c lrc: 3/0,1 mode: PW/PW res: [0x5a2f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.364915:0:8691:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f57a8777/0xa1e9845215a9227c lrc: 2/0,0 mode: PW/PW res: [0x5a2f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.364930:0:8691:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780970703.367575:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d7fdcc5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+88:3360:x1867475559744384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2715us (4204us total) trans 103079229174 rc 0/0 00000100:00100000:1.0:1780970703.367584:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88054 00000100:00100000:1.0:1780970703.367611:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88057 00000100:00100000:1.0:1780970703.367631:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b7de7b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+87:3360:x1867475559745216:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780970703.367646:0:8691:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23175 count 1 00002000:00010000:1.0:1780970703.367667:0:8691:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a87:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970703.367670:0:8691:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa7d67d2/0xa1e9845215a92291 lrc: 3/0,1 mode: --/PW res: [0x5a87:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.367678:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.367679:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.367681:0:8691:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa7d67d2/0xa1e9845215a92291 lrc: 3/0,1 mode: PW/PW res: [0x5a87:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.367689:0:8691:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa7d67d2/0xa1e9845215a92291 lrc: 3/0,1 mode: PW/PW res: [0x5a87:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.367695:0:8691:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa7d67d2/0xa1e9845215a92291 lrc: 3/0,1 mode: PW/PW res: [0x5a87:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.367699:0:8691:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa7d67d2/0xa1e9845215a92291 lrc: 2/0,0 mode: PW/PW res: [0x5a87:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.367709:0:8691:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1780970703.367796:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b7de7b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+88:3360:x1867475559745216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 165us (4145us total) trans 103079229175 rc 0/0 00000100:00100000:1.0:1780970703.367803:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88057 00000100:00100000:1.0:1780970703.367814:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88058 00000100:00100000:1.0:1780970703.367817:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ebe2f9b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+64:3360:x1867475559745472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780970703.367828:0:8691:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21389 count 1 00002000:00010000:1.0:1780970703.367842:0:8691:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x538d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970703.367846:0:8691:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc100f56/0xa1e9845215a92298 lrc: 3/0,1 mode: --/PW res: [0x538d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.367853:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.367855:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.367856:0:8691:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cc100f56/0xa1e9845215a92298 lrc: 3/0,1 mode: PW/PW res: [0x538d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.367864:0:8691:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cc100f56/0xa1e9845215a92298 lrc: 3/0,1 mode: PW/PW res: [0x538d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.367870:0:8691:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc100f56/0xa1e9845215a92298 lrc: 3/0,1 mode: PW/PW res: [0x538d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.367876:0:8691:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cc100f56/0xa1e9845215a92298 lrc: 2/0,0 mode: PW/PW res: [0x538d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.367883:0:8691:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:3.0:1780970703.368238:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.368266:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000197c692e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559744448:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.368291:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.368307:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a777f23f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559744704:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.368325:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.368333:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b8ca591 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559744960:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970703.368349:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.368356:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000083f5a010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559745280:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.368371:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.368378:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b46e770d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559745536:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.368397:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1780970703.368516:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1780970703.368521:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d684182b/0xa1e9845215a92275 lrc: 2/0,0 mode: PW/PW res: [0x5a80:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.368530:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d684182b already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.368533:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d684182b/0xa1e9845215a92275 lrc: 2/0,0 mode: PW/PW res: [0x5a80:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.368541:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d684182b/0xa1e9845215a92275 lrc: 3/0,0 mode: PW/PW res: [0x5a80:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.368559:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d684182b/0xa1e9845215a92275 lrc: 1/0,0 mode: --/PW res: [0x5a80:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.368565:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d684182b/0xa1e9845215a92275 lrc: 0/0,0 mode: --/PW res: [0x5a80:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.368581:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1780970703.368584:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f57a8777/0xa1e9845215a9227c lrc: 2/0,0 mode: PW/PW res: [0x5a2f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.368589:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f57a8777 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.368591:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f57a8777/0xa1e9845215a9227c lrc: 2/0,0 mode: PW/PW res: [0x5a2f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.368596:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f57a8777/0xa1e9845215a9227c lrc: 3/0,0 mode: PW/PW res: [0x5a2f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.368606:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f57a8777/0xa1e9845215a9227c lrc: 1/0,0 mode: --/PW res: [0x5a2f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.368631:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f57a8777/0xa1e9845215a9227c lrc: 0/0,0 mode: --/PW res: [0x5a2f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.368645:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1780970703.368647:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000dd8f05d/0xa1e9845215a9228a lrc: 2/0,0 mode: PW/PW res: [0x5389:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.368653:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000dd8f05d already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.368655:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000dd8f05d/0xa1e9845215a9228a lrc: 2/0,0 mode: PW/PW res: [0x5389:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.368661:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000dd8f05d/0xa1e9845215a9228a lrc: 3/0,0 mode: PW/PW res: [0x5389:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.368668:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000dd8f05d/0xa1e9845215a9228a lrc: 1/0,0 mode: --/PW res: [0x5389:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.368674:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000dd8f05d/0xa1e9845215a9228a lrc: 0/0,0 mode: --/PW res: [0x5389:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.368686:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1780970703.368688:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa7d67d2/0xa1e9845215a92291 lrc: 2/0,0 mode: PW/PW res: [0x5a87:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.368694:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aa7d67d2 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.368696:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa7d67d2/0xa1e9845215a92291 lrc: 2/0,0 mode: PW/PW res: [0x5a87:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.368707:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa7d67d2/0xa1e9845215a92291 lrc: 3/0,0 mode: PW/PW res: [0x5a87:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.368714:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa7d67d2/0xa1e9845215a92291 lrc: 1/0,0 mode: --/PW res: [0x5a87:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.368720:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa7d67d2/0xa1e9845215a92291 lrc: 0/0,0 mode: --/PW res: [0x5a87:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.368729:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.368730:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.368731:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.368737:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970703.369156:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ebe2f9b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+69:3360:x1867475559745472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1338us (5471us total) trans 4294998504 rc 0/0 00000100:00100000:1.0:1780970703.369163:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88058 00000100:00100000:1.0:1780970703.369175:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88062 00000100:00100000:1.0:1780970703.369178:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa63f644 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+68:3361:x1867475559744704:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780970703.369188:0:8691:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21382 count 1 00002000:00010000:1.0:1780970703.369201:0:8691:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x5386:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970703.369204:0:8691:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a922b4 lrc: 3/0,1 mode: --/PW res: [0x5386:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.369210:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.369211:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.369213:0:8691:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a922b4 lrc: 3/0,1 mode: PW/PW res: [0x5386:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.369220:0:8691:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a922b4 lrc: 3/0,1 mode: PW/PW res: [0x5386:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.369227:0:8691:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a922b4 lrc: 3/0,1 mode: PW/PW res: [0x5386:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.369232:0:8691:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a922b4 lrc: 2/0,0 mode: PW/PW res: [0x5386:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.369245:0:8691:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1780970703.369413:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa63f644 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+69:3361:x1867475559744704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 234us (1087us total) trans 4294998507 rc 0/0 00000100:00100000:1.0:1780970703.369420:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88062 00000100:00100000:1.0:1780970703.369433:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88064 00000100:00100000:1.0:1780970703.369437:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006ccb2b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+68:3361:x1867475559745280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780970703.369446:0:8691:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21386 count 1 00002000:00010000:1.0:1780970703.369458:0:8691:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x538a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970703.369540:0:8691:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a922c2 lrc: 3/0,1 mode: --/PW res: [0x538a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.369547:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.369549:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.369550:0:8691:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a922c2 lrc: 3/0,1 mode: PW/PW res: [0x538a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.369557:0:8691:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a922c2 lrc: 3/0,1 mode: PW/PW res: [0x538a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.369563:0:8691:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a922c2 lrc: 3/0,1 mode: PW/PW res: [0x538a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.369569:0:8691:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a922c2 lrc: 2/0,0 mode: PW/PW res: [0x538a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.369577:0:8691:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000004:00080000:3.0:1780970703.369949:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000197c692e/2, rc 0, transno 31210 00000100:00100000:3.0:1780970703.369970:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000197c692e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559744448:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780970703.369982:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a777f23f/2, rc 0, transno 31211 00000100:00100000:3.0:1780970703.369985:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a777f23f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559744704:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780970703.369994:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003b8ca591/2, rc 0, transno 14073 00000100:00100000:3.0:1780970703.369998:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b8ca591 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559744960:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780970703.370021:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b46e770d/2, rc 0, transno 31212 00000100:00100000:3.0:1780970703.370024:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b46e770d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559745536:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780970703.370034:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b4bb8880/2, rc 0, transno 14074 00000100:00100000:3.0:1780970703.370037:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4bb8880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559744192:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1780970703.370049:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1780970703.370053:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d9dc9b2b/0xa1e9845215a922a6 lrc: 2/0,0 mode: PW/PW res: [0x5a81:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.370060:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d9dc9b2b already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.370063:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d9dc9b2b/0xa1e9845215a922a6 lrc: 2/0,0 mode: PW/PW res: [0x5a81:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.370068:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d9dc9b2b/0xa1e9845215a922a6 lrc: 3/0,0 mode: PW/PW res: [0x5a81:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.370081:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d9dc9b2b/0xa1e9845215a922a6 lrc: 1/0,0 mode: --/PW res: [0x5a81:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.370088:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d9dc9b2b/0xa1e9845215a922a6 lrc: 0/0,0 mode: --/PW res: [0x5a81:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.370100:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1780970703.370102:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001626314d/0xa1e9845215a922ad lrc: 2/0,0 mode: PW/PW res: [0x5383:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.370106:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001626314d already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.370108:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001626314d/0xa1e9845215a922ad lrc: 2/0,0 mode: PW/PW res: [0x5383:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.370113:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001626314d/0xa1e9845215a922ad lrc: 3/0,0 mode: PW/PW res: [0x5383:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.370121:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001626314d/0xa1e9845215a922ad lrc: 1/0,0 mode: --/PW res: [0x5383:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.370130:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001626314d/0xa1e9845215a922ad lrc: 0/0,0 mode: --/PW res: [0x5383:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.370139:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1780970703.370140:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a922b4 lrc: 2/0,0 mode: PW/PW res: [0x5386:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.370145:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d6ba4ba already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.370147:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a922b4 lrc: 2/0,0 mode: PW/PW res: [0x5386:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.370151:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a922b4 lrc: 3/0,0 mode: PW/PW res: [0x5386:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.370159:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a922b4 lrc: 1/0,0 mode: --/PW res: [0x5386:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.370164:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a922b4 lrc: 0/0,0 mode: --/PW res: [0x5386:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.370175:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1780970703.370177:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fbe5e651/0xa1e9845215a922bb lrc: 2/0,0 mode: PW/PW res: [0x5a84:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.370182:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fbe5e651 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.370183:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fbe5e651/0xa1e9845215a922bb lrc: 2/0,0 mode: PW/PW res: [0x5a84:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.370190:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fbe5e651/0xa1e9845215a922bb lrc: 3/0,0 mode: PW/PW res: [0x5a84:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.370198:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fbe5e651/0xa1e9845215a922bb lrc: 1/0,0 mode: --/PW res: [0x5a84:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.370203:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fbe5e651/0xa1e9845215a922bb lrc: 0/0,0 mode: --/PW res: [0x5a84:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.370213:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780970703.370215:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eb254c39/0xa1e9845215a922c9 lrc: 2/0,0 mode: PW/PW res: [0x538e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.370220:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eb254c39 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.370222:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eb254c39/0xa1e9845215a922c9 lrc: 2/0,0 mode: PW/PW res: [0x538e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.370228:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eb254c39/0xa1e9845215a922c9 lrc: 3/0,0 mode: PW/PW res: [0x538e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.370235:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eb254c39/0xa1e9845215a922c9 lrc: 1/0,0 mode: --/PW res: [0x538e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.370240:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eb254c39/0xa1e9845215a922c9 lrc: 0/0,0 mode: --/PW res: [0x538e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.370250:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780970703.370252:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a922c2 lrc: 2/0,0 mode: PW/PW res: [0x538a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.370258:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f6ed39ee already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.370260:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a922c2 lrc: 2/0,0 mode: PW/PW res: [0x538a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.370266:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a922c2 lrc: 3/0,0 mode: PW/PW res: [0x538a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.370272:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a922c2 lrc: 1/0,0 mode: --/PW res: [0x538a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.370278:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a922c2 lrc: 0/0,0 mode: --/PW res: [0x538a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.370287:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.370289:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.370290:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.370295:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970703.371131:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006ccb2b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+69:3361:x1867475559745280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1692us (2758us total) trans 4294998509 rc 0/0 00000100:00100000:1.0:1780970703.371139:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88064 00010000:00010000:1.0:1780970703.371174:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970703.371183:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970703.371188:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970703.371251:0:8237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071d41c2a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+68:3362:x1867475559745600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3011us (6456us total) trans 4294998505 rc 0/0 00000100:00100000:1.0:1780970703.371257:0:8237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88059 00000004:00080000:1.0:1780970703.371380:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000083f5a010/2, rc 0, transno 31213 00000100:00100000:1.0:1780970703.371385:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000083f5a010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559745280:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780970703.371403:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c702e83a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559745728:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780970703.371431:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970703.371448:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008bddcfb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559745984:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780970703.371467:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.371483:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ecfdf1c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559745856:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780970703.371488:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780970703.371492:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a62728df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559745920:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.371508:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970703.371516:0:23536:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559745728 00000100:00100000:3.0:1780970703.371522:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fca68ead pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559746112:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780970703.371538:0:23536:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559745984 00000100:00100000:3.0:1780970703.371539:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970703.371549:0:23536:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559745856 00000100:00100000:3.0:1780970703.371551:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1780970703.371555:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000031a28670 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559745792:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780970703.371562:0:23536:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559746112 00000100:00100000:3.0:1780970703.371572:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970703.371575:0:23536:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88066 00000100:00100000:1.0:1780970703.371579:0:23536:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbc6052a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+71:3363:x1867475559745728:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.371582:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bdd6e2e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559746048:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.371597:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1780970703.371601:0:23536:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21392 count 1 00002000:00010000:1.0:1780970703.371871:0:23536:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x5390:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970703.371875:0:23536:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a30be6b7/0xa1e9845215a922d7 lrc: 3/0,1 mode: --/PW res: [0x5390:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.371883:0:23536:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.371884:0:23536:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.371886:0:23536:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a30be6b7/0xa1e9845215a922d7 lrc: 3/0,1 mode: PW/PW res: [0x5390:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.371894:0:23536:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a30be6b7/0xa1e9845215a922d7 lrc: 3/0,1 mode: PW/PW res: [0x5390:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.371900:0:23536:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a30be6b7/0xa1e9845215a922d7 lrc: 3/0,1 mode: PW/PW res: [0x5390:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.371910:0:23536:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a30be6b7/0xa1e9845215a922d7 lrc: 2/0,0 mode: PW/PW res: [0x5390:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.371923:0:23536:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1780970703.372098:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780970703.372102:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000de766376/0xa1e9845215a922d0 lrc: 2/0,0 mode: PW/PW res: [0x5349:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.372110:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000de766376 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.372112:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000de766376/0xa1e9845215a922d0 lrc: 2/0,0 mode: PW/PW res: [0x5349:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.372119:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000de766376/0xa1e9845215a922d0 lrc: 3/0,0 mode: PW/PW res: [0x5349:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.372134:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000de766376/0xa1e9845215a922d0 lrc: 1/0,0 mode: --/PW res: [0x5349:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.372141:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000de766376/0xa1e9845215a922d0 lrc: 0/0,0 mode: --/PW res: [0x5349:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.372158:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780970703.372160:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a30be6b7/0xa1e9845215a922d7 lrc: 2/0,0 mode: PW/PW res: [0x5390:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.372166:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a30be6b7 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.372168:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a30be6b7/0xa1e9845215a922d7 lrc: 2/0,0 mode: PW/PW res: [0x5390:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.372173:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a30be6b7/0xa1e9845215a922d7 lrc: 3/0,0 mode: PW/PW res: [0x5390:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.372187:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a30be6b7/0xa1e9845215a922d7 lrc: 1/0,0 mode: --/PW res: [0x5390:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.372192:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a30be6b7/0xa1e9845215a922d7 lrc: 0/0,0 mode: --/PW res: [0x5390:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.372207:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.372208:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.372209:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.372215:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970703.372253:0:23536:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbc6052a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+74:3363:x1867475559745728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 672us (822us total) trans 4294998511 rc 0/0 00000100:00100000:1.0:1780970703.372259:0:23536:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88066 00000100:00100000:1.0:1780970703.372275:0:23536:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88069 00000100:00100000:1.0:1780970703.372278:0:23536:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d2b5a92 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+73:3361:x1867475559746112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780970703.372290:0:23536:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21397 count 1 00002000:00010000:1.0:1780970703.372304:0:23536:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x5395:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970703.372307:0:23536:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006f84afec/0xa1e9845215a922de lrc: 3/0,1 mode: --/PW res: [0x5395:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.372314:0:23536:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.372315:0:23536:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.372318:0:23536:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006f84afec/0xa1e9845215a922de lrc: 3/0,1 mode: PW/PW res: [0x5395:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.372325:0:23536:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006f84afec/0xa1e9845215a922de lrc: 3/0,1 mode: PW/PW res: [0x5395:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.372331:0:23536:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006f84afec/0xa1e9845215a922de lrc: 3/0,1 mode: PW/PW res: [0x5395:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.372337:0:23536:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006f84afec/0xa1e9845215a922de lrc: 2/0,0 mode: PW/PW res: [0x5395:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.372364:0:23536:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780970703.372483:0:23536:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d2b5a92 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+74:3361:x1867475559746112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 203us (943us total) trans 4294998512 rc 0/0 00000100:00100000:1.0:1780970703.372489:0:23536:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88069 00000100:00100000:1.0:1780970703.372500:0:23536:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88070 00000100:00100000:1.0:1780970703.372503:0:23536:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d306008 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+73:3361:x1867475559745792:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780970703.372514:0:23536:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21393 count 1 00002000:00010000:1.0:1780970703.372527:0:23536:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x5391:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970703.372530:0:23536:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000255970f6/0xa1e9845215a922e5 lrc: 3/0,1 mode: --/PW res: [0x5391:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.372536:0:23536:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.372537:0:23536:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.372539:0:23536:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000255970f6/0xa1e9845215a922e5 lrc: 3/0,1 mode: PW/PW res: [0x5391:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.372547:0:23536:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000255970f6/0xa1e9845215a922e5 lrc: 3/0,1 mode: PW/PW res: [0x5391:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.372553:0:23536:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000255970f6/0xa1e9845215a922e5 lrc: 3/0,1 mode: PW/PW res: [0x5391:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.372558:0:23536:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000255970f6/0xa1e9845215a922e5 lrc: 2/0,0 mode: PW/PW res: [0x5391:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.372571:0:23536:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780970703.372750:0:23536:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d306008 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+74:3361:x1867475559745792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 245us (1178us total) trans 4294998513 rc 0/0 00000100:00100000:1.0:1780970703.372758:0:23536:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88070 00000100:00100000:1.0:1780970703.372771:0:23536:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88071 00000100:00100000:1.0:1780970703.372775:0:23536:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078523920 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+73:3361:x1867475559746048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780970703.372788:0:23536:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21396 count 1 00002000:00010000:1.0:1780970703.372801:0:23536:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x5394:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970703.372805:0:23536:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a922ec lrc: 3/0,1 mode: --/PW res: [0x5394:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.372813:0:23536:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.372814:0:23536:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.372816:0:23536:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a922ec lrc: 3/0,1 mode: PW/PW res: [0x5394:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.372824:0:23536:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a922ec lrc: 3/0,1 mode: PW/PW res: [0x5394:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.372830:0:23536:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a922ec lrc: 3/0,1 mode: PW/PW res: [0x5394:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.372837:0:23536:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a922ec lrc: 2/0,0 mode: PW/PW res: [0x5394:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.372850:0:23536:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1780970703.372932:0:23536:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078523920 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+74:3361:x1867475559746048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 155us (1333us total) trans 4294998514 rc 0/0 00010000:00010000:3.0:1780970703.373496:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1780970703.373501:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006f84afec/0xa1e9845215a922de lrc: 2/0,0 mode: PW/PW res: [0x5395:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.373507:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006f84afec already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.373510:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006f84afec/0xa1e9845215a922de lrc: 2/0,0 mode: PW/PW res: [0x5395:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.373516:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006f84afec/0xa1e9845215a922de lrc: 3/0,0 mode: PW/PW res: [0x5395:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.373529:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006f84afec/0xa1e9845215a922de lrc: 1/0,0 mode: --/PW res: [0x5395:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.373533:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006f84afec/0xa1e9845215a922de lrc: 0/0,0 mode: --/PW res: [0x5395:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.373549:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1780970703.373551:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000255970f6/0xa1e9845215a922e5 lrc: 2/0,0 mode: PW/PW res: [0x5391:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.373555:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000255970f6 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.373557:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000255970f6/0xa1e9845215a922e5 lrc: 2/0,0 mode: PW/PW res: [0x5391:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.373561:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000255970f6/0xa1e9845215a922e5 lrc: 3/0,0 mode: PW/PW res: [0x5391:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.373567:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000255970f6/0xa1e9845215a922e5 lrc: 1/0,0 mode: --/PW res: [0x5391:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.373571:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000255970f6/0xa1e9845215a922e5 lrc: 0/0,0 mode: --/PW res: [0x5391:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.373578:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780970703.373580:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a922ec lrc: 2/0,0 mode: PW/PW res: [0x5394:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.373584:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009e7ab272 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.373585:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a922ec lrc: 2/0,0 mode: PW/PW res: [0x5394:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.373591:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a922ec lrc: 3/0,0 mode: PW/PW res: [0x5394:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.373598:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a922ec lrc: 1/0,0 mode: --/PW res: [0x5394:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.373603:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a922ec lrc: 0/0,0 mode: --/PW res: [0x5394:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.373703:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780970703.373706:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000099886fe3/0xa1e9845215a922f3 lrc: 2/0,0 mode: PW/PW res: [0x5392:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.373712:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000099886fe3 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970703.373714:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000099886fe3/0xa1e9845215a922f3 lrc: 2/0,0 mode: PW/PW res: [0x5392:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.373720:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000099886fe3/0xa1e9845215a922f3 lrc: 3/0,0 mode: PW/PW res: [0x5392:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.373729:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000099886fe3/0xa1e9845215a922f3 lrc: 1/0,0 mode: --/PW res: [0x5392:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.373735:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000099886fe3/0xa1e9845215a922f3 lrc: 0/0,0 mode: --/PW res: [0x5392:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.373747:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.373748:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970703.373750:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780970703.373785:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000031a28670/2, rc 0, transno 31217 00000100:00100000:3.0:1780970703.373842:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000031a28670 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559745792:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780970703.373857:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bdd6e2e0/2, rc 0, transno 31218 00000100:00100000:3.0:1780970703.373861:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bdd6e2e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559746048:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780970703.373869:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ecfdf1c1/2, rc 0, transno 31219 00000100:00100000:3.0:1780970703.373872:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ecfdf1c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559745856:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780970703.373879:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fca68ead/2, rc 0, transno 31216 00000100:00100000:3.0:1780970703.373882:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fca68ead pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559746112:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1780970703.373901:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970703.375699:0:23536:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88071 00010000:00010000:1.0:1780970703.375764:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970703.375771:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970703.375796:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1780970703.375867:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008bddcfb5/2, rc 0, transno 31214 00000100:00100000:1.0:1780970703.375875:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008bddcfb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559745984:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1780970703.375887:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c702e83a/2, rc 0, transno 31215 00000100:00100000:1.0:1780970703.375890:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c702e83a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559745728:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780970703.375917:0:123251:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559745920 00010000:00010000:3.0:1780970703.380361:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000005db7e15e/0xa1e9845215a8ae93 lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x1394:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892363a expref: 167 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.380383:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061dcd6d7 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559745664:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.380405:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 000000003096a961/0xa1e9845215a9226e lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1394:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.380415:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 000000003096a961/0xa1e9845215a9226e lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1394:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.380902:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000003096a961/0xa1e9845215a9226e lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1394:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1780970703.381506:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x10:0x0].3163, 64 off210624 00000001:00080000:3.0:1780970703.381522:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:3.0:1780970703.381539:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 000000003096a961/0xa1e9845215a9226e lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1394:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.381547:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000003096a961/0xa1e9845215a9226e lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x1394:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.381555:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000003096a961/0xa1e9845215a9226e lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x1394:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.381560:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003096a961 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.381563:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000003096a961/0xa1e9845215a9226e lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x1394:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.381570:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000003096a961/0xa1e9845215a9226e lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x1394:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.381585:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x1394:0x0].0x0 (00000000b92666d2) 00010000:00010000:3.0:1780970703.381588:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780970703.381592:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000003096a961/0xa1e9845215a9226e lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x1394:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.381598:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000003096a961/0xa1e9845215a9226e lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x1394:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.381631:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000e76577ca/0xa1e9845215a92260 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.385756:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000e76577ca/0xa1e9845215a92260 lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.385768:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000e76577ca/0xa1e9845215a92260 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.385774:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e76577ca already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.385778:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000e76577ca/0xa1e9845215a92260 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.385842:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000e76577ca/0xa1e9845215a92260 lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.385865:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (00000000f26251a8) 00010000:00010000:3.0:1780970703.385868:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.385875:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000e76577ca/0xa1e9845215a92260 lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.385881:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000e76577ca/0xa1e9845215a92260 lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.385908:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 000000007314d98c/0xa1e9845215a92267 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xdb14fbe0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.385915:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000007314d98c/0xa1e9845215a92267 lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xdb14fbe0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.385923:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000007314d98c/0xa1e9845215a92267 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xdb14fbe0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.385928:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007314d98c already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.385930:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000007314d98c/0xa1e9845215a92267 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xdb14fbe0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.385938:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000007314d98c/0xa1e9845215a92267 lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xdb14fbe0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.385945:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xdb14fbe0 (000000009891ab21) 00010000:00010000:3.0:1780970703.385947:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.385950:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000007314d98c/0xa1e9845215a92267 lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xdb14fbe0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.385955:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000007314d98c/0xa1e9845215a92267 lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xdb14fbe0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970703.395255:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d0bff441 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559746368:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.395313:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.395352:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036929d67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559746624:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.395373:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.395391:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7f682ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559746880:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.395408:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.395420:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067b1515c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559747136:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.395444:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.395464:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1780970703.395469:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005209f3be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559746432:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.395490:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.395501:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000020f656c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559746688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.395517:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970703.395527:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046910f83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559746944:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.395544:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970703.396446:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88079 00000100:00100000:1.0:1780970703.396452:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006adbf639 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+87:3362:x1867475559746624:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780970703.396478:0:30685:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21402 count 1 00002000:00010000:1.0:1780970703.396495:0:30685:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x539a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970703.396501:0:30685:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001baebfe8/0xa1e9845215a92378 lrc: 3/0,1 mode: --/PW res: [0x539a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.396516:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.396518:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.396523:0:30685:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001baebfe8/0xa1e9845215a92378 lrc: 3/0,1 mode: PW/PW res: [0x539a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.396536:0:30685:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001baebfe8/0xa1e9845215a92378 lrc: 3/0,1 mode: PW/PW res: [0x539a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.396543:0:30685:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001baebfe8/0xa1e9845215a92378 lrc: 3/0,1 mode: PW/PW res: [0x539a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.396550:0:30685:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001baebfe8/0xa1e9845215a92378 lrc: 2/0,0 mode: PW/PW res: [0x539a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.396570:0:30685:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780970703.396909:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006adbf639 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+88:3362:x1867475559746624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 456us (1535us total) trans 4294998522 rc 0/0 00000100:00100000:1.0:1780970703.396918:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88079 00000100:00100000:1.0:1780970703.396960:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88080 00000100:00100000:1.0:1780970703.396964:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8f56128 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+87:3362:x1867475559746880:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780970703.396976:0:30685:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21405 count 1 00002000:00010000:1.0:1780970703.396990:0:30685:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x539d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:3.0:1780970703.396993:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88081 00010000:00010000:1.0:1780970703.396995:0:30685:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a9237f lrc: 3/0,1 mode: --/PW res: [0x539d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970703.396998:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aeddee46 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+87:3362:x1867475559747136:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780970703.397016:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.397017:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.397019:0:30685:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a9237f lrc: 3/0,1 mode: PW/PW res: [0x539d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1780970703.397023:0:30674:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21409 count 1 00010000:00010000:1.0:1780970703.397027:0:30685:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a9237f lrc: 3/0,1 mode: PW/PW res: [0x539d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397033:0:30685:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a9237f lrc: 3/0,1 mode: PW/PW res: [0x539d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1780970703.397037:0:30674:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x53a1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970703.397038:0:30685:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a9237f lrc: 2/0,0 mode: PW/PW res: [0x539d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.397040:0:30674:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a92386 lrc: 3/0,1 mode: --/PW res: [0x53a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.397048:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.397049:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.397050:0:30674:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a92386 lrc: 3/0,1 mode: PW/PW res: [0x53a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397052:0:30685:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1780970703.397058:0:30674:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a92386 lrc: 3/0,1 mode: PW/PW res: [0x53a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.397065:0:30674:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a92386 lrc: 3/0,1 mode: PW/PW res: [0x53a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.397070:0:30674:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a92386 lrc: 2/0,0 mode: PW/PW res: [0x53a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.397080:0:30674:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1780970703.397134:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8f56128 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+89:3362:x1867475559746880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 169us (1725us total) trans 4294998523 rc 0/0 00000100:00100000:1.0:1780970703.397141:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88080 00000100:00100000:1.0:1780970703.397155:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88082 00000100:00100000:1.0:1780970703.397159:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c581bd45 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+88:3362:x1867475559746432:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780970703.397170:0:30685:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21399 count 1 00000100:00100000:3.0:1780970703.397177:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aeddee46 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+88:3362:x1867475559747136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 179us (1733us total) trans 4294998524 rc 0/0 00000100:00100000:3.0:1780970703.397183:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88081 00002000:00010000:1.0:1780970703.397183:0:30685:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x5397:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970703.397187:0:30685:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000645805ac/0xa1e9845215a9238d lrc: 3/0,1 mode: --/PW res: [0x5397:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397193:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.397194:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1780970703.397196:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88083 00010000:00010000:1.0:1780970703.397196:0:30685:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000645805ac/0xa1e9845215a9238d lrc: 3/0,1 mode: PW/PW res: [0x5397:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970703.397200:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ccd75b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+87:3362:x1867475559746688:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780970703.397203:0:30685:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000645805ac/0xa1e9845215a9238d lrc: 3/0,1 mode: PW/PW res: [0x5397:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1780970703.397209:0:30674:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21322 count 1 00010000:00010000:1.0:1780970703.397210:0:30685:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000645805ac/0xa1e9845215a9238d lrc: 3/0,1 mode: PW/PW res: [0x5397:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397215:0:30685:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000645805ac/0xa1e9845215a9238d lrc: 2/0,0 mode: PW/PW res: [0x5397:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1780970703.397221:0:30674:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x534a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970703.397221:0:30685:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:3.0:1780970703.397224:0:30674:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92394 lrc: 3/0,1 mode: --/PW res: [0x534a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.397231:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.397232:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.397234:0:30674:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92394 lrc: 3/0,1 mode: PW/PW res: [0x534a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.397241:0:30674:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92394 lrc: 3/0,1 mode: PW/PW res: [0x534a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.397247:0:30674:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92394 lrc: 3/0,1 mode: PW/PW res: [0x534a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.397253:0:30674:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92394 lrc: 2/0,0 mode: PW/PW res: [0x534a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.397260:0:30674:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1780970703.397318:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c581bd45 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+89:3362:x1867475559746432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 158us (1828us total) trans 4294998525 rc 0/0 00000100:00100000:1.0:1780970703.397324:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88082 00000100:00100000:1.0:1780970703.397338:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88084 00000100:00100000:1.0:1780970703.397342:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d58c207 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+88:3362:x1867475559746944:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.397343:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ccd75b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+88:3362:x1867475559746688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 143us (1826us total) trans 4294998526 rc 0/0 00000100:00100000:3.0:1780970703.397349:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88083 00002000:00080000:1.0:1780970703.397353:0:30685:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21406 count 1 00000100:00100000:3.0:1780970703.397360:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88085 00000100:00100000:3.0:1780970703.397364:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ecb1b748 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+87:3363:x1867475559745920:12345-0@lo:6:osp-syn-1-0.0 00002000:00010000:1.0:1780970703.397366:0:30685:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x539e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970703.397369:0:30685:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a30be6b7/0xa1e9845215a9239b lrc: 3/0,1 mode: --/PW res: [0x539e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1780970703.397374:0:30674:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21395 count 1 00010000:00010000:1.0:1780970703.397376:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.397378:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.397380:0:30685:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a30be6b7/0xa1e9845215a9239b lrc: 3/0,1 mode: PW/PW res: [0x539e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1780970703.397385:0:30674:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x5393:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970703.397386:0:30685:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a30be6b7/0xa1e9845215a9239b lrc: 3/0,1 mode: PW/PW res: [0x539e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.397388:0:30674:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a923a2 lrc: 3/0,1 mode: --/PW res: [0x5393:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397393:0:30685:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a30be6b7/0xa1e9845215a9239b lrc: 3/0,1 mode: PW/PW res: [0x539e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.397394:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.397395:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970703.397397:0:30674:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a923a2 lrc: 3/0,1 mode: PW/PW res: [0x5393:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397400:0:30685:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a30be6b7/0xa1e9845215a9239b lrc: 2/0,0 mode: PW/PW res: [0x539e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.397404:0:30674:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a923a2 lrc: 3/0,1 mode: PW/PW res: [0x5393:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397407:0:30685:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:3.0:1780970703.397410:0:30674:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a923a2 lrc: 3/0,1 mode: PW/PW res: [0x5393:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.397416:0:30674:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a923a2 lrc: 2/0,0 mode: PW/PW res: [0x5393:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.397423:0:30674:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:1.0:1780970703.397486:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d58c207 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+89:3362:x1867475559746944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 143us (1941us total) trans 4294998527 rc 0/0 00000100:00100000:3.0:1780970703.397491:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ecb1b748 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+89:3363:x1867475559745920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 127us (21697us total) trans 4294998528 rc 0/0 00000100:00100000:1.0:1780970703.397492:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88084 00000100:00100000:3.0:1780970703.397497:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88085 00010000:00010000:1.0:1780970703.397532:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00000004:00080000:3.0:1780970703.397536:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005209f3be/2, rc 0, transno 31229 00010000:00010000:1.0:1780970703.397536:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001baebfe8/0xa1e9845215a92378 lrc: 2/0,0 mode: PW/PW res: [0x539a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397543:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001baebfe8 already unused, calling callback (000000003b8e5fd2) 00000100:00100000:3.0:1780970703.397545:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005209f3be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559746432:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780970703.397546:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001baebfe8/0xa1e9845215a92378 lrc: 2/0,0 mode: PW/PW res: [0x539a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1780970703.397553:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000020f656c2/2, rc 0, transno 31230 00010000:00010000:1.0:1780970703.397554:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001baebfe8/0xa1e9845215a92378 lrc: 3/0,0 mode: PW/PW res: [0x539a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970703.397556:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000020f656c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559746688:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780970703.397562:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000046910f83/2, rc 0, transno 31231 00000100:00100000:3.0:1780970703.397565:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046910f83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559746944:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780970703.397572:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000036929d67/2, rc 0, transno 31226 00010000:00010000:1.0:1780970703.397572:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001baebfe8/0xa1e9845215a92378 lrc: 1/0,0 mode: --/PW res: [0x539a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970703.397575:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036929d67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559746624:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780970703.397578:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001baebfe8/0xa1e9845215a92378 lrc: 0/0,0 mode: --/PW res: [0x539a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1780970703.397581:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c7f682ac/2, rc 0, transno 31227 00000100:00100000:3.0:1780970703.397584:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7f682ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559746880:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780970703.397589:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000067b1515c/2, rc 0, transno 31228 00000100:00100000:3.0:1780970703.397591:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067b1515c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559747136:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780970703.397593:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1780970703.397595:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a9237f lrc: 2/0,0 mode: PW/PW res: [0x539d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397600:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000deea6275 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.397602:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a9237f lrc: 2/0,0 mode: PW/PW res: [0x539d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397607:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a9237f lrc: 3/0,0 mode: PW/PW res: [0x539d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397632:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a9237f lrc: 1/0,0 mode: --/PW res: [0x539d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397639:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a9237f lrc: 0/0,0 mode: --/PW res: [0x539d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397654:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1780970703.397656:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a92386 lrc: 2/0,0 mode: PW/PW res: [0x53a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397662:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a611cf30 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.397664:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a92386 lrc: 2/0,0 mode: PW/PW res: [0x53a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397668:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a92386 lrc: 3/0,0 mode: PW/PW res: [0x53a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397676:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a92386 lrc: 1/0,0 mode: --/PW res: [0x53a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397681:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a92386 lrc: 0/0,0 mode: --/PW res: [0x53a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397689:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1780970703.397691:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000645805ac/0xa1e9845215a9238d lrc: 2/0,0 mode: PW/PW res: [0x5397:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397697:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000645805ac already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.397698:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000645805ac/0xa1e9845215a9238d lrc: 2/0,0 mode: PW/PW res: [0x5397:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397703:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000645805ac/0xa1e9845215a9238d lrc: 3/0,0 mode: PW/PW res: [0x5397:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397711:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000645805ac/0xa1e9845215a9238d lrc: 1/0,0 mode: --/PW res: [0x5397:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397716:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000645805ac/0xa1e9845215a9238d lrc: 0/0,0 mode: --/PW res: [0x5397:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397723:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1780970703.397725:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92394 lrc: 2/0,0 mode: PW/PW res: [0x534a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397730:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000002e67f91 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.397733:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92394 lrc: 2/0,0 mode: PW/PW res: [0x534a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397738:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92394 lrc: 3/0,0 mode: PW/PW res: [0x534a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397744:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92394 lrc: 1/0,0 mode: --/PW res: [0x534a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397749:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92394 lrc: 0/0,0 mode: --/PW res: [0x534a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397757:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780970703.397759:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a30be6b7/0xa1e9845215a9239b lrc: 2/0,0 mode: PW/PW res: [0x539e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397768:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a30be6b7 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.397770:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a30be6b7/0xa1e9845215a9239b lrc: 2/0,0 mode: PW/PW res: [0x539e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397775:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a30be6b7/0xa1e9845215a9239b lrc: 3/0,0 mode: PW/PW res: [0x539e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397782:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a30be6b7/0xa1e9845215a9239b lrc: 1/0,0 mode: --/PW res: [0x539e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397787:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a30be6b7/0xa1e9845215a9239b lrc: 0/0,0 mode: --/PW res: [0x539e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397796:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970703.397797:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a923a2 lrc: 2/0,0 mode: PW/PW res: [0x5393:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397802:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000485248ac already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.397804:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a923a2 lrc: 2/0,0 mode: PW/PW res: [0x5393:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397809:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a923a2 lrc: 3/0,0 mode: PW/PW res: [0x5393:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397817:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a923a2 lrc: 1/0,0 mode: --/PW res: [0x5393:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397827:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a923a2 lrc: 0/0,0 mode: --/PW res: [0x5393:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.397835:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970703.397837:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970703.397838:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970703.397848:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970703.397853:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780970703.397875:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a62728df/2, rc 0, transno 31232 00000100:00100000:1.0:1780970703.397879:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a62728df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559745920:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1780970703.398122:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 000000008c5a2656/0xa1e9845215a923a9 lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.398136:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000008c5a2656/0xa1e9845215a923a9 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.398146:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000008c5a2656/0xa1e9845215a923a9 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.398157:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000d6376234/0xa1e9845215a923b0 lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xa75f1d66 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.398163:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000d6376234/0xa1e9845215a923b0 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xa75f1d66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.398168:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000d6376234/0xa1e9845215a923b0 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xa75f1d66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.398238:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 000000008fd994f9/0xa1e9845215a923b7 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x147b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.398252:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000b696b171/0xa1e9845215a8eb24 lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x147b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924257 expref: 165 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.398258:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 000000008fd994f9/0xa1e9845215a923b7 lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x147b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.398291:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 00000000b696b171/0xa1e9845215a8eb24 lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x147b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924257 expref: 165 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.398306:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 00000000b696b171/0xa1e9845215a8eb24 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x147b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924257 expref: 165 pid: 139355 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.398322:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000563f6b8a pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559747200:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970703.398395:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d056309b going to sleep for 43 seconds 00010000:00010000:3.0:1780970703.398449:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000009ccd2a3b/0xa1e9845215a923be lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2dd6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.398459:0:112204:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000003d326b17/0xa1e9845215a8edbd lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2dd6:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242dc expref: 48 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.398465:0:112204:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000009ccd2a3b/0xa1e9845215a923be lrc: 4/0,1 mode: --/EX res: [0x200002b13:0x2dd6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.398484:0:112204:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000003d326b17/0xa1e9845215a8edbd lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2dd6:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242dc expref: 48 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.398492:0:112204:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000003d326b17/0xa1e9845215a8edbd lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2dd6:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242dc expref: 48 pid: 139355 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.398501:0:112204:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060315c3d pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559747264:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970703.398523:0:112204:0:(client.c:2500:ptlrpc_set_wait()) set 000000009fdd7047 going to sleep for 43 seconds 00000004:00080000:3.0:1780970703.399111:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d0bff441/2, rc 0, transno 31233 00000100:00100000:3.0:1780970703.399117:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d0bff441 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559746368:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.399691:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1a18a37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559747328:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.399731:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970703.399860:0:123253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000709cf235 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+88:3363:x1867475559747328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780970703.399881:0:123253:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21314 count 1 00002000:00010000:0.0:1780970703.400068:0:123253:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x5342:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970703.400074:0:123253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a7e0ec22/0xa1e9845215a923c5 lrc: 3/0,1 mode: --/PW res: [0x5342:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.400086:0:123253:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970703.400089:0:123253:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970703.400092:0:123253:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7e0ec22/0xa1e9845215a923c5 lrc: 3/0,1 mode: PW/PW res: [0x5342:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.400103:0:123253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a7e0ec22/0xa1e9845215a923c5 lrc: 3/0,1 mode: PW/PW res: [0x5342:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.400110:0:123253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a7e0ec22/0xa1e9845215a923c5 lrc: 3/0,1 mode: PW/PW res: [0x5342:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.400117:0:123253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a7e0ec22/0xa1e9845215a923c5 lrc: 2/0,0 mode: PW/PW res: [0x5342:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.400138:0:123253:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780970703.401166:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970703.401173:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a7e0ec22/0xa1e9845215a923c5 lrc: 2/0,0 mode: PW/PW res: [0x5342:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.401184:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a7e0ec22 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970703.401187:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7e0ec22/0xa1e9845215a923c5 lrc: 2/0,0 mode: PW/PW res: [0x5342:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.401194:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7e0ec22/0xa1e9845215a923c5 lrc: 3/0,0 mode: PW/PW res: [0x5342:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.401214:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a7e0ec22/0xa1e9845215a923c5 lrc: 1/0,0 mode: --/PW res: [0x5342:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.401220:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7e0ec22/0xa1e9845215a923c5 lrc: 0/0,0 mode: --/PW res: [0x5342:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.401247:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970703.401249:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970703.401250:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970703.401803:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780970703.401818:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019d6f44c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559747520:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.401892:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970703.402670:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000709cf235 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+89:3363:x1867475559747328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2807us (2937us total) trans 4294998530 rc 0/0 00000100:00100000:0.0:1780970703.402682:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88086 00000100:00100000:0.0:1780970703.402725:0:123253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559747520 00000100:00100000:0.0:1780970703.402760:0:123253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88087 00000100:00100000:0.0:1780970703.402764:0:123253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020292cec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+89:3363:x1867475559747520:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780970703.402792:0:123253:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21412 count 1 00002000:00010000:0.0:1780970703.402820:0:123253:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x53a4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970703.402826:0:123253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003f011667/0xa1e9845215a923cc lrc: 3/0,1 mode: --/PW res: [0x53a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.402837:0:123253:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970703.402838:0:123253:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970703.402842:0:123253:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f011667/0xa1e9845215a923cc lrc: 3/0,1 mode: PW/PW res: [0x53a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.402852:0:123253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003f011667/0xa1e9845215a923cc lrc: 3/0,1 mode: PW/PW res: [0x53a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.402859:0:123253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003f011667/0xa1e9845215a923cc lrc: 3/0,1 mode: PW/PW res: [0x53a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.402864:0:123253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003f011667/0xa1e9845215a923cc lrc: 2/0,0 mode: PW/PW res: [0x53a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.402878:0:123253:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1780970703.403605:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e1a18a37/2, rc 0, transno 31234 00000100:00100000:3.0:1780970703.403627:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1a18a37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559747328:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.403842:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004bc2bb9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559747584:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970703.403886:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970703.404277:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970703.404449:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970703.408237:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88089 00000100:00100000:1.0:1780970703.408247:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066eb6ed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+95:3360:x1867475559747392:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780970703.408278:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21410 count 1 00002000:00010000:1.0:1780970703.408308:0:23195:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x53a2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970703.408313:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a923da lrc: 3/0,1 mode: --/PW res: [0x53a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.408326:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.408328:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970703.408331:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a923da lrc: 3/0,1 mode: PW/PW res: [0x53a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.408345:0:23195:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a923da lrc: 3/0,1 mode: PW/PW res: [0x53a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.408353:0:23195:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a923da lrc: 3/0,1 mode: PW/PW res: [0x53a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.408359:0:23195:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a923da lrc: 2/0,0 mode: PW/PW res: [0x53a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.408378:0:23195:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1780970703.412116:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066eb6ed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+96:3360:x1867475559747392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3870us (8112us total) trans 4294998533 rc 0/0 00000100:00100000:1.0:1780970703.412124:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88089 00000100:00100000:1.0:1780970703.412184:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000563f6b8a pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559747200:192.168.204.45@tcp:104: 00010000:00010000:1.0:1780970703.412208:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 000000008fd994f9/0xa1e9845215a923b7 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x147b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970703.412236:0:112204:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060315c3d pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559747264:192.168.204.45@tcp:104: 00010000:00010000:1.0:1780970703.412247:0:112204:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000009ccd2a3b/0xa1e9845215a923be lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2dd6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.412896:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970703.414332:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020292cec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+94:3363:x1867475559747520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11562us (12436us total) trans 4294998531 rc 0/0 00000100:00100000:0.0:1780970703.414346:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88087 00000004:00080000:3.0:1780970703.414389:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000019d6f44c/2, rc 0, transno 31235 00000100:00100000:3.0:1780970703.414410:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019d6f44c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559747520:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780970703.414427:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004bc2bb9e/2, rc 0, transno 31236 00000100:00100000:3.0:1780970703.414430:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004bc2bb9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559747584:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780970703.414921:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970703.414953:0:6249:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563543232 00010000:00010000:1.0:1780970703.414985:0:6249:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 00000000b696b171/0xa1e9845215a8eb24 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x147b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924257 expref: 166 pid: 139355 timeout: 7455 lvb_type: 0 00000100:00100000:1.0:1780970703.415030:0:6249:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563543296 00010000:00010000:1.0:1780970703.415042:0:6249:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000003d326b17/0xa1e9845215a8edbd lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2dd6:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242dc expref: 49 pid: 139355 timeout: 7455 lvb_type: 0 00000100:00100000:1.0:1780970703.415071:0:6249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21659 00000100:00100000:1.0:1780970703.415077:0:6249:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000df80497 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e474371c-4744-4c95-8a55-40a3132b2542+166:2263:x1867475563543232:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1780970703.415092:0:6249:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780970703.415099:0:6249:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 00000000b696b171/0xa1e9845215a8eb24 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x147b:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924257 expref: 166 pid: 139355 timeout: 7455 lvb_type: 0 00010000:00010000:1.0:1780970703.415109:0:6249:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 00000000b696b171/0xa1e9845215a8eb24 lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x147b:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924257 expref: 166 pid: 139355 timeout: 7455 lvb_type: 0 00010000:00010000:1.0:1780970703.415129:0:6249:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000b696b171/0xa1e9845215a8eb24 lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x147b:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924257 expref: 166 pid: 139355 timeout: 7455 lvb_type: 0 00010000:00010000:1.0:1780970703.415145:0:6249:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x147b:0x0].0x0 (00000000a1ba52e6) 00010000:00010000:1.0:1780970703.415149:0:6249:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 000000008fd994f9/0xa1e9845215a923b7 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x147b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.415158:0:6249:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 000000008fd994f9/0xa1e9845215a923b7 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x147b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.415166:0:6249:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000008fd994f9/0xa1e9845215a923b7 lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x147b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.415194:0:6249:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780970703.415244:0:6249:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000df80497 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e474371c-4744-4c95-8a55-40a3132b2542+165:2263:x1867475563543232:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 Request processed in 166us (10967us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970703.415251:0:6249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21659 00010000:00010000:1.0:1780970703.415275:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 000000008fd994f9/0xa1e9845215a923b7 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x147b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.415282:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000008fd994f9/0xa1e9845215a923b7 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x147b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780970703.415576:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x12:0x0].3162, 64 off210560 00000001:00080000:1.0:1780970703.415590:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:1.0:1780970703.415607:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 000000008fd994f9/0xa1e9845215a923b7 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x147b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.415635:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000008fd994f9/0xa1e9845215a923b7 lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x147b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.415643:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000008fd994f9/0xa1e9845215a923b7 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x147b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.415649:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008fd994f9 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.415652:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000008fd994f9/0xa1e9845215a923b7 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x147b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.415661:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000008fd994f9/0xa1e9845215a923b7 lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x147b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.415669:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x147b:0x0].0x0 (00000000a1ba52e6) 00010000:00010000:1.0:1780970703.415672:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780970703.415674:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000008fd994f9/0xa1e9845215a923b7 lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x147b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.415679:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000008fd994f9/0xa1e9845215a923b7 lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x147b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.416118:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 000000008c5a2656/0xa1e9845215a923a9 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.416127:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000008c5a2656/0xa1e9845215a923a9 lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.416132:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000008c5a2656/0xa1e9845215a923a9 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.416137:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008c5a2656 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.416139:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000008c5a2656/0xa1e9845215a923a9 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.416145:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000008c5a2656/0xa1e9845215a923a9 lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.416154:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (000000007bca03c7) 00010000:00010000:1.0:1780970703.416156:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970703.416157:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000008c5a2656/0xa1e9845215a923a9 lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.416163:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000008c5a2656/0xa1e9845215a923a9 lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.416174:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000d6376234/0xa1e9845215a923b0 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xa75f1d66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.416179:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000d6376234/0xa1e9845215a923b0 lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xa75f1d66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.416185:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000d6376234/0xa1e9845215a923b0 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xa75f1d66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.416189:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d6376234 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.416191:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000d6376234/0xa1e9845215a923b0 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xa75f1d66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.416195:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000d6376234/0xa1e9845215a923b0 lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xa75f1d66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.416201:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xa75f1d66 (00000000455d5c9c) 00010000:00010000:1.0:1780970703.416203:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970703.416205:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000d6376234/0xa1e9845215a923b0 lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xa75f1d66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.416209:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000d6376234/0xa1e9845215a923b0 lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xa75f1d66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.416358:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a923ef lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.416370:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a923ef lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.416377:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a923ef lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.416387:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000cc100f56/0xa1e9845215a923f6 lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xecfbae1a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.416394:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000cc100f56/0xa1e9845215a923f6 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xecfbae1a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.416400:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000cc100f56/0xa1e9845215a923f6 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xecfbae1a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.416443:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a923fd lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x147c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.416455:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 000000007486b50a/0xa1e9845215a8eb6a lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x147c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924265 expref: 164 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.416472:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a923fd lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x147c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.416502:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 000000007486b50a/0xa1e9845215a8eb6a lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x147c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924265 expref: 164 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.416515:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 000000007486b50a/0xa1e9845215a8eb6a lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x147c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924265 expref: 164 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:1.0:1780970703.416528:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbc6052a pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559747712:192.168.204.45@tcp:104: 00000100:00100000:1.0:1780970703.416580:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 0000000075f1cb7e going to sleep for 43 seconds 00000100:00100000:1.0:1780970703.418904:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbc6052a pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559747712:192.168.204.45@tcp:104: 00010000:00010000:1.0:1780970703.418932:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a923fd lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x147c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970703.421559:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563543360 00010000:00010000:0.0:1780970703.421599:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 000000007486b50a/0xa1e9845215a8eb6a lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x147c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924265 expref: 165 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.421673:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21661 00000100:00100000:0.0:1780970703.421680:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000562dcbf6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+165:2264:x1867475563543360:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1780970703.421696:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780970703.421703:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 000000007486b50a/0xa1e9845215a8eb6a lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x147c:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924265 expref: 165 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:0.0:1780970703.421715:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 000000007486b50a/0xa1e9845215a8eb6a lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x147c:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924265 expref: 165 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:0.0:1780970703.421734:0:6250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000007486b50a/0xa1e9845215a8eb6a lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x147c:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924265 expref: 165 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:0.0:1780970703.421748:0:6250:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x147c:0x0].0x0 (00000000ca497b8a) 00010000:00010000:0.0:1780970703.421752:0:6250:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a923fd lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x147c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.421761:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a923fd lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x147c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.421768:0:6250:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a923fd lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x147c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.421798:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780970703.421845:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000562dcbf6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+164:2264:x1867475563543360:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 Request processed in 165us (700us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970703.421853:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21661 00010000:00010000:0.0:1780970703.421891:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a923fd lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x147c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.421897:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a923fd lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x147c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780970703.422132:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x10:0x0].3165, 64 off210752 00000001:00080000:0.0:1780970703.422140:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:0.0:1780970703.422157:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a923fd lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x147c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.422164:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a923fd lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x147c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.422170:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a923fd lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x147c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.422176:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aa7d67d2 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.422178:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a923fd lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x147c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.422184:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a923fd lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x147c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.422192:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x147c:0x0].0x0 (00000000ca497b8a) 00010000:00010000:0.0:1780970703.422194:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780970703.422196:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a923fd lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x147c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.422201:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a923fd lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x147c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.422216:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a923ef lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.422222:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a923ef lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.422227:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a923ef lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.422233:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d6ba4ba already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.422235:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a923ef lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.422240:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a923ef lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.422247:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (00000000bd3ba716) 00010000:00010000:0.0:1780970703.422250:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970703.422252:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a923ef lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.422257:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a923ef lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.422271:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000cc100f56/0xa1e9845215a923f6 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xecfbae1a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.422277:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000cc100f56/0xa1e9845215a923f6 lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xecfbae1a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.422282:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000cc100f56/0xa1e9845215a923f6 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xecfbae1a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.422286:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cc100f56 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.422288:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000cc100f56/0xa1e9845215a923f6 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xecfbae1a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.422294:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000cc100f56/0xa1e9845215a923f6 lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xecfbae1a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.422301:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xecfbae1a (0000000026bbfb6a) 00010000:00010000:0.0:1780970703.422303:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970703.422305:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000cc100f56/0xa1e9845215a923f6 lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xecfbae1a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.422309:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000cc100f56/0xa1e9845215a923f6 lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xecfbae1a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.422447:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000e76da252/0xa1e9845215a92404 lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.422458:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000e76da252/0xa1e9845215a92404 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.422836:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000e76da252/0xa1e9845215a92404 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.422848:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000132b1125/0xa1e9845215a92420 lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x55668727 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.422854:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000132b1125/0xa1e9845215a92420 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x55668727 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.422860:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000132b1125/0xa1e9845215a92420 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x55668727 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.422892:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 00000000d9989dae/0xa1e9845215a92427 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x147d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.422901:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 000000006ca1402f/0xa1e9845215a8ebd3 lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x147d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892427a expref: 163 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.422908:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 00000000d9989dae/0xa1e9845215a92427 lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x147d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.422927:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 000000006ca1402f/0xa1e9845215a8ebd3 lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x147d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892427a expref: 163 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.422935:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 000000006ca1402f/0xa1e9845215a8ebd3 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x147d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892427a expref: 163 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.422944:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c7b0adb pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559747840:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970703.422967:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 000000007096c2b7 going to sleep for 43 seconds 00000100:00100000:1.0:1780970703.426566:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.426666:0:13129:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563543424 00010000:00010000:3.0:1780970703.426709:0:13129:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b77fab8e/0xa1e9845215a8af88 lrc: 5/0,0 mode: CR/CR res: [0x200002b13:0x2cfb:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892366b expref: 48 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:1.0:1780970703.426720:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.426744:0:13129:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563543488 00010000:00010000:3.0:1780970703.426756:0:13129:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 000000006ca1402f/0xa1e9845215a8ebd3 lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x147d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892427a expref: 164 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.426824:0:13129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21662 00000100:00100000:3.0:1780970703.426831:0:13129:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbc6052a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+48:2264:x1867475563543424:12345-192.168.204.45@tcp:103:ldlm_bl_10.0 00010000:00010000:3.0:1780970703.426848:0:13129:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.426856:0:13129:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000b77fab8e/0xa1e9845215a8af88 lrc: 5/0,0 mode: CR/CR res: [0x200002b13:0x2cfb:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892366b expref: 48 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.426869:0:13129:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000b77fab8e/0xa1e9845215a8af88 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2cfb:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892366b expref: 48 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.426893:0:13129:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2cfb:0x0].0x0 (000000001605ea55) 00010000:00010000:3.0:1780970703.426951:0:13129:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000003dabe158/0xa1e9845215a92419 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2cfb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.426962:0:13129:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000003dabe158/0xa1e9845215a92419 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2cfb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.426970:0:13129:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003dabe158/0xa1e9845215a92419 lrc: 4/0,1 mode: EX/EX res: [0x200002b13:0x2cfb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.426992:0:13129:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.427052:0:13129:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbc6052a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+48:2264:x1867475563543424:12345-192.168.204.45@tcp:103:ldlm_bl_10.0 Request processed in 221us (494us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.427059:0:13129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21662 00000100:00100000:3.0:1780970703.427075:0:13129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21663 00000100:00100000:3.0:1780970703.427080:0:13129:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ecb1b748 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+164:2264:x1867475563543488:12345-192.168.204.45@tcp:103:ldlm_bl_10.0 00010000:00010000:3.0:1780970703.427088:0:13129:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.427091:0:13129:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 000000006ca1402f/0xa1e9845215a8ebd3 lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x147d:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892427a expref: 164 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.427098:0:13129:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 000000006ca1402f/0xa1e9845215a8ebd3 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x147d:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892427a expref: 164 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.427108:0:13129:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x147d:0x0].0x0 (00000000d205dea5) 00010000:00010000:3.0:1780970703.427112:0:13129:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 00000000d9989dae/0xa1e9845215a92427 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x147d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.427123:0:13129:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000d9989dae/0xa1e9845215a92427 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x147d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.427129:0:13129:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000d9989dae/0xa1e9845215a92427 lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x147d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.427138:0:13129:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.427153:0:13129:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ecb1b748 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+164:2264:x1867475563543488:12345-192.168.204.45@tcp:103:ldlm_bl_10.0 Request processed in 73us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.427158:0:13129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21663 00010000:00010000:1.0:1780970703.428710:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000006ca1402f/0xa1e9845215a8ebd3 lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x147d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892427a expref: 163 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:1.0:1780970703.428724:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c7b0adb pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559747840:192.168.204.45@tcp:104: 00010000:00010000:1.0:1780970703.428745:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 00000000d9989dae/0xa1e9845215a92427 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x147d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.428753:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 00000000d9989dae/0xa1e9845215a92427 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x147d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.428759:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000d9989dae/0xa1e9845215a92427 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x147d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780970703.428968:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x12:0x0].3163, 64 off210624 00000001:00080000:1.0:1780970703.428980:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:1.0:1780970703.428994:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 00000000d9989dae/0xa1e9845215a92427 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x147d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.429131:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000d9989dae/0xa1e9845215a92427 lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x147d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.429139:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000d9989dae/0xa1e9845215a92427 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x147d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.429145:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d9989dae already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.429147:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000d9989dae/0xa1e9845215a92427 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x147d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.429153:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000d9989dae/0xa1e9845215a92427 lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x147d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.429164:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x147d:0x0].0x0 (00000000d205dea5) 00010000:00010000:1.0:1780970703.429166:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780970703.429169:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000d9989dae/0xa1e9845215a92427 lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x147d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.429175:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000d9989dae/0xa1e9845215a92427 lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x147d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.429191:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000e76da252/0xa1e9845215a92404 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.429202:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000e76da252/0xa1e9845215a92404 lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.429208:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000e76da252/0xa1e9845215a92404 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.429213:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e76da252 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.429215:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000e76da252/0xa1e9845215a92404 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.429220:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000e76da252/0xa1e9845215a92404 lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.429227:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (0000000057f04838) 00010000:00010000:1.0:1780970703.429229:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970703.429231:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000e76da252/0xa1e9845215a92404 lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.429236:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000e76da252/0xa1e9845215a92404 lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.429248:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000132b1125/0xa1e9845215a92420 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x55668727 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.429254:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000132b1125/0xa1e9845215a92420 lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x55668727 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.429259:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000132b1125/0xa1e9845215a92420 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x55668727 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.429270:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000132b1125 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.429271:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000132b1125/0xa1e9845215a92420 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x55668727 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.429277:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000132b1125/0xa1e9845215a92420 lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x55668727 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.429294:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x55668727 (000000006dda883a) 00010000:00010000:1.0:1780970703.429297:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970703.429299:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000132b1125/0xa1e9845215a92420 lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x55668727 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.429304:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000132b1125/0xa1e9845215a92420 lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x55668727 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.429437:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000a30be6b7/0xa1e9845215a92443 lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.429449:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000a30be6b7/0xa1e9845215a92443 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.429457:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000a30be6b7/0xa1e9845215a92443 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.429468:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000645805ac/0xa1e9845215a9244a lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x12823093 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.429475:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000645805ac/0xa1e9845215a9244a lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x12823093 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.429484:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000645805ac/0xa1e9845215a9244a lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x12823093 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.429530:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 00000000deea6275/0xa1e9845215a92451 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x137b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.429542:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 0000000079f82ca5/0xa1e9845215a8a88f lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x137b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898923506 expref: 162 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.429549:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 00000000deea6275/0xa1e9845215a92451 lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x137b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.429576:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 0000000079f82ca5/0xa1e9845215a8a88f lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x137b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923506 expref: 162 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.429584:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 0000000079f82ca5/0xa1e9845215a8a88f lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x137b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923506 expref: 162 pid: 123083 timeout: 7455 lvb_type: 0 00000100:00100000:1.0:1780970703.429593:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a8e99a90 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559747968:192.168.204.45@tcp:104: 00000100:00100000:1.0:1780970703.429704:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 0000000075f1cb7e going to sleep for 43 seconds 00000100:00100000:3.0:1780970703.432325:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.432394:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.432423:0:13129:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563543552 00010000:00010000:3.0:1780970703.432451:0:13129:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000004e1cc58b/0xa1e9845215a8afce lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2cfc:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923679 expref: 47 pid: 123083 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.432486:0:13129:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563543616 00010000:00010000:3.0:1780970703.432537:0:13129:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 0000000079f82ca5/0xa1e9845215a8a88f lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x137b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923506 expref: 163 pid: 123083 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.432562:0:13129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21664 00000100:00100000:3.0:1780970703.432569:0:13129:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009bc6f929 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+47:2263:x1867475563543552:12345-192.168.204.45@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1780970703.432587:0:13129:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.432593:0:13129:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000004e1cc58b/0xa1e9845215a8afce lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2cfc:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923679 expref: 47 pid: 123083 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.432604:0:13129:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000004e1cc58b/0xa1e9845215a8afce lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2cfc:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923679 expref: 47 pid: 123083 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.432653:0:13129:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004e1cc58b/0xa1e9845215a8afce lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2cfc:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923679 expref: 47 pid: 123083 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.432669:0:13129:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2cfc:0x0].0x0 (000000000e15e176) 00010000:00010000:3.0:1780970703.432673:0:13129:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a9243c lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2cfc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.432682:0:13129:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a9243c lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2cfc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.432689:0:13129:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a9243c lrc: 4/0,1 mode: EX/EX res: [0x200002b13:0x2cfc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.432711:0:13129:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780970703.432918:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000079f82ca5/0xa1e9845215a8a88f lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x137b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923506 expref: 162 pid: 123083 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.432931:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a8e99a90 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559747968:192.168.204.45@tcp:104: 00010000:00010000:0.0:1780970703.432950:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 00000000deea6275/0xa1e9845215a92451 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x137b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.432957:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 00000000deea6275/0xa1e9845215a92451 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x137b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.432962:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000deea6275/0xa1e9845215a92451 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x137b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780970703.433228:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x12:0x0].3164, 64 off210688 00000001:00080000:0.0:1780970703.433241:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:0.0:1780970703.433264:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 00000000deea6275/0xa1e9845215a92451 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x137b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.433272:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000deea6275/0xa1e9845215a92451 lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x137b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.433278:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000deea6275/0xa1e9845215a92451 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x137b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.433283:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000deea6275 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.433286:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000deea6275/0xa1e9845215a92451 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x137b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.433293:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000deea6275/0xa1e9845215a92451 lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x137b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.433301:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x137b:0x0].0x0 (00000000890aba45) 00010000:00010000:0.0:1780970703.433303:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780970703.433306:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000deea6275/0xa1e9845215a92451 lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x137b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.433310:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000deea6275/0xa1e9845215a92451 lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x137b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.433324:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000a30be6b7/0xa1e9845215a92443 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.433330:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000a30be6b7/0xa1e9845215a92443 lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.433335:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000a30be6b7/0xa1e9845215a92443 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.433344:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a30be6b7 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.433346:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000a30be6b7/0xa1e9845215a92443 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.433351:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000a30be6b7/0xa1e9845215a92443 lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.433358:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (00000000a4b47e17) 00010000:00010000:0.0:1780970703.433360:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970703.433362:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000a30be6b7/0xa1e9845215a92443 lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.433367:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000a30be6b7/0xa1e9845215a92443 lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.433381:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000645805ac/0xa1e9845215a9244a lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x12823093 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.433386:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000645805ac/0xa1e9845215a9244a lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x12823093 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.433391:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000645805ac/0xa1e9845215a9244a lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x12823093 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.433396:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000645805ac already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.433398:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000645805ac/0xa1e9845215a9244a lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x12823093 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970703.433399:0:13129:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009bc6f929 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+46:2263:x1867475563543552:12345-192.168.204.45@tcp:103:ldlm_bl_03.0 Request processed in 830us (1081us total) trans 0 rc 0/0 00010000:00010000:0.0:1780970703.433404:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000645805ac/0xa1e9845215a9244a lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x12823093 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970703.433407:0:13129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21664 00010000:00010000:0.0:1780970703.433412:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x12823093 (00000000dcce4942) 00010000:00010000:0.0:1780970703.433414:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970703.433416:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000645805ac/0xa1e9845215a9244a lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x12823093 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.433420:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000645805ac/0xa1e9845215a9244a lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x12823093 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.433458:0:112204:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a9243c lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2cfc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.433465:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a9243c lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2cfc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1780970703.433607:0:112204:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x22:0x0].3330, 64 off221312 00010000:00010000:0.0:1780970703.434059:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a92458 lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.434071:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a92458 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.434079:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a92458 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.434091:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a9245f lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xfb66ef6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.434098:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a9245f lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xfb66ef6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.434103:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a9245f lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xfb66ef6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.434146:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 000000000dd8f05d/0xa1e9845215a92466 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x147e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.434157:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 0000000076ab020a/0xa1e9845215a8ec3c lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x147e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892428f expref: 161 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.434164:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 000000000dd8f05d/0xa1e9845215a92466 lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x147e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.434194:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 0000000076ab020a/0xa1e9845215a8ec3c lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x147e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892428f expref: 161 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.434208:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 0000000076ab020a/0xa1e9845215a8ec3c lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x147e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892428f expref: 161 pid: 139355 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.434219:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005dbe47f pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559748032:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970703.434264:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000227d537b going to sleep for 43 seconds 00000001:00080000:3.0:1780970703.434357:0:112204:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 25769864377 00010000:00010000:3.0:1780970703.434374:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a9243c lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2cfc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.434382:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a9243c lrc: 2/0,0 mode: EX/EX res: [0x200002b13:0x2cfc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.434389:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a9243c lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2cfc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.434394:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000051135b91 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.434397:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a9243c lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2cfc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.434402:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a9243c lrc: 4/0,0 mode: EX/EX res: [0x200002b13:0x2cfc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.434413:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2cfc:0x0].0x0 (000000000e15e176) 00010000:00010000:3.0:1780970703.434414:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780970703.434417:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a9243c lrc: 2/0,0 mode: --/EX res: [0x200002b13:0x2cfc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.434422:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a9243c lrc: 0/0,0 mode: --/EX res: [0x200002b13:0x2cfc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.434435:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ac1dbf/0xa1e9845215a9242e lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.434441:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ac1dbf/0xa1e9845215a9242e lrc: 2/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.434446:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ac1dbf/0xa1e9845215a9242e lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.434451:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7ac1dbf already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.434452:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ac1dbf/0xa1e9845215a9242e lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.434458:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ac1dbf/0xa1e9845215a9242e lrc: 4/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.434464:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x0 (00000000e8e656c2) 00010000:00010000:3.0:1780970703.434466:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.434468:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ac1dbf/0xa1e9845215a9242e lrc: 2/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.434473:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ac1dbf/0xa1e9845215a9242e lrc: 0/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.434486:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002a175856/0xa1e9845215a92435 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0xf21f5066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.434491:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002a175856/0xa1e9845215a92435 lrc: 2/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0xf21f5066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.434496:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002a175856/0xa1e9845215a92435 lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0xf21f5066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.434501:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002a175856 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.434503:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002a175856/0xa1e9845215a92435 lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0xf21f5066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.434508:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002a175856/0xa1e9845215a92435 lrc: 4/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0xf21f5066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.434514:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0xf21f5066 (00000000044e691c) 00010000:00010000:3.0:1780970703.434516:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.434518:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002a175856/0xa1e9845215a92435 lrc: 2/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0xf21f5066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.434524:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002a175856/0xa1e9845215a92435 lrc: 0/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0xf21f5066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.435560:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000098d5b967/0xa1e9845215a9246d lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.435578:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000098d5b967/0xa1e9845215a9246d lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.435589:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000098d5b967/0xa1e9845215a9246d lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.435600:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c4309c47/0xa1e9845215a92474 lrc: 3/0,1 mode: --/PW res: [0x200002b12:0x27:0x0].0x1f421eaf bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.435606:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c4309c47/0xa1e9845215a92474 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x1f421eaf bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.435612:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c4309c47/0xa1e9845215a92474 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x1f421eaf bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.435758:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000092025601/0xa1e9845215a9247b lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2cfd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.435770:0:112204:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000007d599c8/0xa1e9845215a8aff1 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2cfd:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898923680 expref: 45 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.435775:0:112204:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000092025601/0xa1e9845215a9247b lrc: 4/0,1 mode: --/EX res: [0x200002b13:0x2cfd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.435806:0:112204:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000007d599c8/0xa1e9845215a8aff1 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2cfd:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923680 expref: 45 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.435816:0:112204:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000007d599c8/0xa1e9845215a8aff1 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2cfd:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923680 expref: 45 pid: 123083 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.435827:0:112204:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000563f6b8a pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559748096:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970703.435879:0:112204:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d14cc663 going to sleep for 43 seconds 00000100:00100000:0.0:1780970703.439959:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005dbe47f pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559748032:192.168.204.45@tcp:104: 00010000:00010000:0.0:1780970703.439995:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 000000000dd8f05d/0xa1e9845215a92466 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x147e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970703.440199:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00010000:00010000:0.0:1780970703.440863:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 000000000dd8f05d/0xa1e9845215a92466 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x147e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.440871:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000000dd8f05d/0xa1e9845215a92466 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x147e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780970703.441140:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x10:0x0].3166, 64 off210816 00000001:00080000:0.0:1780970703.441156:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:0.0:1780970703.441179:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 000000000dd8f05d/0xa1e9845215a92466 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x147e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.441188:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000000dd8f05d/0xa1e9845215a92466 lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x147e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.441195:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000000dd8f05d/0xa1e9845215a92466 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x147e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.441200:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000dd8f05d already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.441203:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000000dd8f05d/0xa1e9845215a92466 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x147e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.441210:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000000dd8f05d/0xa1e9845215a92466 lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x147e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.441219:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x147e:0x0].0x0 (00000000e2ea3ed6) 00010000:00010000:0.0:1780970703.441221:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780970703.441224:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000000dd8f05d/0xa1e9845215a92466 lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x147e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.441229:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000000dd8f05d/0xa1e9845215a92466 lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x147e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.441246:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a92458 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.441252:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a92458 lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.441257:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a92458 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.441262:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d84e326f already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.441263:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a92458 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.441269:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a92458 lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.441275:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (000000005fb155cb) 00010000:00010000:0.0:1780970703.441277:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970703.441280:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a92458 lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.441285:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a92458 lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.441296:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a9245f lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xfb66ef6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.441301:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a9245f lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xfb66ef6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.441306:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a9245f lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xfb66ef6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.441311:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000461cc974 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.441313:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a9245f lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xfb66ef6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.441318:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a9245f lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xfb66ef6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.441324:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xfb66ef6 (0000000017351d95) 00010000:00010000:0.0:1780970703.441327:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970703.441329:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a9245f lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xfb66ef6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.441334:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a9245f lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xfb66ef6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.441482:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 000000008d934df3/0xa1e9845215a92482 lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.441491:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000008d934df3/0xa1e9845215a92482 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.441497:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000008d934df3/0xa1e9845215a92482 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.441506:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000dcc57c0f/0xa1e9845215a92489 lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x5552ffaa bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.441511:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000dcc57c0f/0xa1e9845215a92489 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x5552ffaa bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.441516:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000dcc57c0f/0xa1e9845215a92489 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x5552ffaa bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.441552:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 000000002b57edb1/0xa1e9845215a92490 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x147f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.441561:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000a8bf8be9/0xa1e9845215a8ec82 lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x147f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892429d expref: 160 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.441567:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 000000002b57edb1/0xa1e9845215a92490 lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x147f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.441591:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 00000000a8bf8be9/0xa1e9845215a8ec82 lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x147f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892429d expref: 160 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.441604:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 00000000a8bf8be9/0xa1e9845215a8ec82 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x147f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892429d expref: 160 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.441657:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005dbe47f pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559748160:192.168.204.45@tcp:104: 00000100:00100000:1.0:1780970703.441791:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000227d537b going to sleep for 43 seconds 00000100:00100000:3.0:1780970703.443115:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00010000:00010000:0.0:1780970703.443451:0:112204:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000092025601/0xa1e9845215a9247b lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2cfd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.443470:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000092025601/0xa1e9845215a9247b lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2cfd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780970703.443726:0:112204:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x20:0x0].4338, 64 off285824 00000001:00080000:0.0:1780970703.443737:0:112204:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 25769864377 00010000:00010000:0.0:1780970703.443757:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000092025601/0xa1e9845215a9247b lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2cfd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.443765:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000092025601/0xa1e9845215a9247b lrc: 2/0,0 mode: EX/EX res: [0x200002b13:0x2cfd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.443771:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000092025601/0xa1e9845215a9247b lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2cfd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.443777:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000092025601 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.443780:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000092025601/0xa1e9845215a9247b lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2cfd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.443791:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000092025601/0xa1e9845215a9247b lrc: 4/0,0 mode: EX/EX res: [0x200002b13:0x2cfd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.443800:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2cfd:0x0].0x0 (0000000042764e15) 00010000:00010000:0.0:1780970703.443802:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780970703.443805:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000092025601/0xa1e9845215a9247b lrc: 2/0,0 mode: --/EX res: [0x200002b13:0x2cfd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.443810:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000092025601/0xa1e9845215a9247b lrc: 0/0,0 mode: --/EX res: [0x200002b13:0x2cfd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.443825:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000098d5b967/0xa1e9845215a9246d lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.443831:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000098d5b967/0xa1e9845215a9246d lrc: 2/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.443836:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000098d5b967/0xa1e9845215a9246d lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.443842:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000098d5b967 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.443844:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000098d5b967/0xa1e9845215a9246d lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.443848:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000098d5b967/0xa1e9845215a9246d lrc: 4/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.443855:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x0 (000000000b372382) 00010000:00010000:0.0:1780970703.443857:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970703.443860:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000098d5b967/0xa1e9845215a9246d lrc: 2/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.443865:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000098d5b967/0xa1e9845215a9246d lrc: 0/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.443875:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c4309c47/0xa1e9845215a92474 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x1f421eaf bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.443881:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c4309c47/0xa1e9845215a92474 lrc: 2/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x1f421eaf bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.443886:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c4309c47/0xa1e9845215a92474 lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x1f421eaf bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.443892:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c4309c47 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.443894:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c4309c47/0xa1e9845215a92474 lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x1f421eaf bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.443899:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c4309c47/0xa1e9845215a92474 lrc: 4/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x1f421eaf bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.443906:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x1f421eaf (00000000a982b014) 00010000:00010000:0.0:1780970703.443908:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970703.443910:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c4309c47/0xa1e9845215a92474 lrc: 2/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0x1f421eaf bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.443915:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c4309c47/0xa1e9845215a92474 lrc: 0/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0x1f421eaf bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.444057:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b255d464/0xa1e9845215a92497 lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.444068:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b255d464/0xa1e9845215a92497 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.444076:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b255d464/0xa1e9845215a92497 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.444087:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000009c5ab197/0xa1e9845215a9249e lrc: 3/0,1 mode: --/PW res: [0x200002b12:0x27:0x0].0x56af5361 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.444092:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009c5ab197/0xa1e9845215a9249e lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.444098:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009c5ab197/0xa1e9845215a9249e lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.444137:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000cdc9f54/0xa1e9845215a924a5 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2ce7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.444147:0:112204:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000040b28f35/0xa1e9845215a8a8b2 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2ce7:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892350d expref: 44 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.444153:0:112204:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000000cdc9f54/0xa1e9845215a924a5 lrc: 4/0,1 mode: --/EX res: [0x200002b13:0x2ce7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.444178:0:112204:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000040b28f35/0xa1e9845215a8a8b2 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2ce7:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892350d expref: 44 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.444187:0:112204:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000040b28f35/0xa1e9845215a8a8b2 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2ce7:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892350d expref: 44 pid: 123083 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.444202:0:112204:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de9a760d pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559748224:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970703.444252:0:112204:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e46e9209 going to sleep for 43 seconds 00000100:00100000:3.0:1780970703.446434:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.446755:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21668 00000100:00100000:3.0:1780970703.446763:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009035e79c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+45:2264:x1867475563543808:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1780970703.446779:0:6248:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.446785:0:6248:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000040b28f35/0xa1e9845215a8a8b2 lrc: 5/0,0 mode: CR/CR res: [0x200002b13:0x2ce7:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892350d expref: 45 pid: 123083 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.446796:0:6248:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000040b28f35/0xa1e9845215a8a8b2 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2ce7:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892350d expref: 45 pid: 123083 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.446816:0:6248:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2ce7:0x0].0x0 (000000001accbd4c) 00010000:00010000:3.0:1780970703.446820:0:6248:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000000cdc9f54/0xa1e9845215a924a5 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2ce7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.446830:0:6248:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000000cdc9f54/0xa1e9845215a924a5 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2ce7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.446841:0:6248:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000cdc9f54/0xa1e9845215a924a5 lrc: 4/0,1 mode: EX/EX res: [0x200002b13:0x2ce7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.446862:0:6248:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780970703.446904:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000040b28f35/0xa1e9845215a8a8b2 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2ce7:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892350d expref: 45 pid: 123083 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.446909:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009035e79c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+45:2264:x1867475563543808:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 Request processed in 146us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.446916:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21668 00000100:00100000:0.0:1780970703.446920:0:112204:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de9a760d pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559748224:192.168.204.45@tcp:104: 00010000:00010000:0.0:1780970703.446938:0:112204:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000000cdc9f54/0xa1e9845215a924a5 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2ce7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.446946:0:112204:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000000cdc9f54/0xa1e9845215a924a5 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2ce7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.446952:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000cdc9f54/0xa1e9845215a924a5 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2ce7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780970703.447238:0:112204:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x20:0x0].4339, 64 off285888 00000001:00080000:0.0:1780970703.447252:0:112204:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 25769864377 00010000:00010000:0.0:1780970703.447277:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000cdc9f54/0xa1e9845215a924a5 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2ce7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.447285:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000cdc9f54/0xa1e9845215a924a5 lrc: 2/0,0 mode: EX/EX res: [0x200002b13:0x2ce7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.447293:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000cdc9f54/0xa1e9845215a924a5 lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2ce7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.447299:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000cdc9f54 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.447304:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000cdc9f54/0xa1e9845215a924a5 lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2ce7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.447311:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000cdc9f54/0xa1e9845215a924a5 lrc: 4/0,0 mode: EX/EX res: [0x200002b13:0x2ce7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.447320:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2ce7:0x0].0x0 (000000001accbd4c) 00010000:00010000:0.0:1780970703.447322:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780970703.447325:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000cdc9f54/0xa1e9845215a924a5 lrc: 2/0,0 mode: --/EX res: [0x200002b13:0x2ce7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.447331:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000cdc9f54/0xa1e9845215a924a5 lrc: 0/0,0 mode: --/EX res: [0x200002b13:0x2ce7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.447348:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b255d464/0xa1e9845215a92497 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.447353:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b255d464/0xa1e9845215a92497 lrc: 2/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.447358:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b255d464/0xa1e9845215a92497 lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.447363:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b255d464 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.447365:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b255d464/0xa1e9845215a92497 lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.447371:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b255d464/0xa1e9845215a92497 lrc: 4/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.447378:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x0 (00000000fbf9e355) 00010000:00010000:0.0:1780970703.447381:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970703.447383:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b255d464/0xa1e9845215a92497 lrc: 2/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.447388:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b255d464/0xa1e9845215a92497 lrc: 0/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.447400:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000009c5ab197/0xa1e9845215a9249e lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.447406:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009c5ab197/0xa1e9845215a9249e lrc: 2/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.447411:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009c5ab197/0xa1e9845215a9249e lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.447416:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009c5ab197 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.447418:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009c5ab197/0xa1e9845215a9249e lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.447423:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009c5ab197/0xa1e9845215a9249e lrc: 4/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.447430:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x56af5361 (000000001911307e) 00010000:00010000:0.0:1780970703.447432:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970703.447433:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009c5ab197/0xa1e9845215a9249e lrc: 2/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.447438:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009c5ab197/0xa1e9845215a9249e lrc: 0/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0x56af5361 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.447589:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000f84f780/0xa1e9845215a924ac lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.447603:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000f84f780/0xa1e9845215a924ac lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.447611:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000f84f780/0xa1e9845215a924ac lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.447660:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a924b3 lrc: 3/0,1 mode: --/PW res: [0x200002b12:0x27:0x0].0xcd3600f2 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.447668:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a924b3 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0xcd3600f2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.447674:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a924b3 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0xcd3600f2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.447720:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a924ba lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2cfe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.447730:0:112204:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000486585ad/0xa1e9845215a8b014 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2cfe:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898923687 expref: 43 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.447737:0:112204:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a924ba lrc: 4/0,1 mode: --/EX res: [0x200002b13:0x2cfe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.448351:0:112204:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000486585ad/0xa1e9845215a8b014 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2cfe:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923687 expref: 43 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.448845:0:112204:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000486585ad/0xa1e9845215a8b014 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2cfe:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923687 expref: 43 pid: 123083 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.450703:0:112204:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de9a760d pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559748288:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970703.450822:0:112204:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e46e9209 going to sleep for 43 seconds 00000100:00100000:3.0:1780970703.454482:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970703.454552:0:6249:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563543872 00010000:00010000:0.0:1780970703.454722:0:6249:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 00000000a8bf8be9/0xa1e9845215a8ec82 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x147f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892429d expref: 161 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.454788:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21669 00000100:00100000:3.0:1780970703.454796:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000023583526 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+161:2263:x1867475563543872:12345-192.168.204.45@tcp:103:ldlm_bl_07.0 00010000:00010000:3.0:1780970703.454813:0:6248:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.454821:0:6248:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 00000000a8bf8be9/0xa1e9845215a8ec82 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x147f:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892429d expref: 161 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.454833:0:6248:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 00000000a8bf8be9/0xa1e9845215a8ec82 lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x147f:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892429d expref: 161 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.454866:0:6248:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000a8bf8be9/0xa1e9845215a8ec82 lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x147f:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892429d expref: 161 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.454882:0:6248:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x147f:0x0].0x0 (0000000049c4b629) 00010000:00010000:3.0:1780970703.454887:0:6248:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 000000002b57edb1/0xa1e9845215a92490 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x147f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.454896:0:6248:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 000000002b57edb1/0xa1e9845215a92490 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x147f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.454908:0:6248:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000002b57edb1/0xa1e9845215a92490 lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x147f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.454952:0:6248:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.455017:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000023583526 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+160:2263:x1867475563543872:12345-192.168.204.45@tcp:103:ldlm_bl_07.0 Request processed in 221us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.455025:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21669 00000100:00100000:3.0:1780970703.468479:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.468566:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.468642:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563544000 00010000:00010000:3.0:1780970703.468675:0:6248:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 000000006b1d0a60/0xa1e9845215a8eca5 lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x1480:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242a4 expref: 160 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.468710:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563543936 00010000:00010000:3.0:1780970703.468722:0:6248:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000486585ad/0xa1e9845215a8b014 lrc: 5/0,0 mode: CR/CR res: [0x200002b13:0x2cfe:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923687 expref: 44 pid: 123083 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.468747:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21670 00000100:00100000:3.0:1780970703.468753:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000537e4385 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+160:2264:x1867475563544000:12345-192.168.204.45@tcp:103:ldlm_bl_09.0 00010000:00010000:3.0:1780970703.468768:0:6248:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.468774:0:6248:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 000000006b1d0a60/0xa1e9845215a8eca5 lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x1480:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242a4 expref: 160 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.468784:0:6248:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 000000006b1d0a60/0xa1e9845215a8eca5 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x1480:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242a4 expref: 160 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.468806:0:6248:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x1480:0x0].0x0 (00000000b78fc08e) 00010000:00010000:3.0:1780970703.468812:0:6248:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 000000003dabe158/0xa1e9845215a924cf lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x1480:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.468821:0:6248:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 000000003dabe158/0xa1e9845215a924cf lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1480:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.468829:0:6248:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000003dabe158/0xa1e9845215a924cf lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x1480:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970703.468832:0:6249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21671 00000100:00100000:1.0:1780970703.468838:0:6249:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f8fe2a3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e474371c-4744-4c95-8a55-40a3132b2542+44:2263:x1867475563543936:12345-192.168.204.45@tcp:103:ldlm_bl_09.0 00010000:00010000:1.0:1780970703.468847:0:6249:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.468848:0:6248:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780970703.468851:0:6249:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000486585ad/0xa1e9845215a8b014 lrc: 5/0,0 mode: CR/CR res: [0x200002b13:0x2cfe:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923687 expref: 44 pid: 123083 timeout: 7455 lvb_type: 0 00010000:00010000:1.0:1780970703.468865:0:6249:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000486585ad/0xa1e9845215a8b014 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2cfe:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923687 expref: 44 pid: 123083 timeout: 7455 lvb_type: 0 00010000:00010000:1.0:1780970703.468876:0:6249:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2cfe:0x0].0x0 (00000000978464d3) 00010000:00010000:1.0:1780970703.468879:0:6249:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a924ba lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2cfe:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.468885:0:6249:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a924ba lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2cfe:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970703.468891:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000537e4385 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+160:2264:x1867475563544000:12345-192.168.204.45@tcp:103:ldlm_bl_09.0 Request processed in 139us (421us total) trans 0 rc 0/0 00010000:00010000:1.0:1780970703.468891:0:6249:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a924ba lrc: 4/0,1 mode: EX/EX res: [0x200002b13:0x2cfe:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970703.468898:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21670 00010000:00010000:1.0:1780970703.468903:0:6249:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780970703.468921:0:6249:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f8fe2a3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e474371c-4744-4c95-8a55-40a3132b2542+44:2263:x1867475563543936:12345-192.168.204.45@tcp:103:ldlm_bl_09.0 Request processed in 82us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970703.468927:0:6249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21671 00010000:00010000:1.0:1780970703.470207:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 000000001baebfe8/0xa1e9845215a924d6 lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.470220:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000001baebfe8/0xa1e9845215a924d6 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.470227:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000001baebfe8/0xa1e9845215a924d6 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.470236:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000f57a8777/0xa1e9845215a924dd lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x9aef905d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.470245:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000f57a8777/0xa1e9845215a924dd lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x9aef905d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.470250:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000f57a8777/0xa1e9845215a924dd lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x9aef905d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.470304:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 0000000068a112f9/0xa1e9845215a924e4 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x1481:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.470316:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 000000000d3904c8/0xa1e9845215a8ecc8 lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x1481:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242ab expref: 158 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.470323:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 0000000068a112f9/0xa1e9845215a924e4 lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x1481:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.470353:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 000000000d3904c8/0xa1e9845215a8ecc8 lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x1481:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242ab expref: 158 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.470367:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 000000000d3904c8/0xa1e9845215a8ecc8 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x1481:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242ab expref: 158 pid: 139355 timeout: 7455 lvb_type: 0 00000100:00100000:1.0:1780970703.470381:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a8e99a90 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559748416:192.168.204.45@tcp:104: 00000100:00100000:1.0:1780970703.470444:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cca96ae2 going to sleep for 43 seconds 00010000:00010000:0.0:1780970703.472399:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000486585ad/0xa1e9845215a8b014 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2cfe:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923687 expref: 43 pid: 123083 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.472426:0:112204:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de9a760d pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559748288:192.168.204.45@tcp:104: 00010000:00010000:0.0:1780970703.472447:0:112204:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a924ba lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2cfe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.472455:0:112204:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a924ba lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2cfe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.472461:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a924ba lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2cfe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780970703.472741:0:112204:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x22:0x0].3331, 64 off221376 00000001:00080000:0.0:1780970703.472754:0:112204:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 25769864377 00010000:00010000:0.0:1780970703.472777:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a924ba lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2cfe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.472788:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a924ba lrc: 2/0,0 mode: EX/EX res: [0x200002b13:0x2cfe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.472794:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a924ba lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2cfe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.472799:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000082231ba1 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.472803:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a924ba lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2cfe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.472809:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a924ba lrc: 4/0,0 mode: EX/EX res: [0x200002b13:0x2cfe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.472823:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2cfe:0x0].0x0 (00000000978464d3) 00010000:00010000:0.0:1780970703.472826:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780970703.472830:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a924ba lrc: 2/0,0 mode: --/EX res: [0x200002b13:0x2cfe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.472835:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a924ba lrc: 0/0,0 mode: --/EX res: [0x200002b13:0x2cfe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.472851:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000f84f780/0xa1e9845215a924ac lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.472856:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000f84f780/0xa1e9845215a924ac lrc: 2/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.472861:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000f84f780/0xa1e9845215a924ac lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.472870:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000f84f780 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.472872:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000f84f780/0xa1e9845215a924ac lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.472877:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000f84f780/0xa1e9845215a924ac lrc: 4/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.472884:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x0 (00000000a4058049) 00010000:00010000:0.0:1780970703.472886:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970703.472888:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000f84f780/0xa1e9845215a924ac lrc: 2/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.472893:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000f84f780/0xa1e9845215a924ac lrc: 0/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.472905:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a924b3 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0xcd3600f2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.472910:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a924b3 lrc: 2/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0xcd3600f2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.472915:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a924b3 lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0xcd3600f2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.472919:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000d6f2a3f already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.472921:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a924b3 lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0xcd3600f2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.472926:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a924b3 lrc: 4/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0xcd3600f2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.472932:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0xcd3600f2 (000000006dda883a) 00010000:00010000:0.0:1780970703.473170:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970703.473174:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a924b3 lrc: 2/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0xcd3600f2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.473182:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a924b3 lrc: 0/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0xcd3600f2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.473317:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000009c5ab197/0xa1e9845215a924eb lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.473328:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009c5ab197/0xa1e9845215a924eb lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.473337:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009c5ab197/0xa1e9845215a924eb lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.473348:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b255d464/0xa1e9845215a924f2 lrc: 3/0,1 mode: --/PW res: [0x200002b12:0x27:0x0].0xfa58cf3a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.473353:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b255d464/0xa1e9845215a924f2 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0xfa58cf3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.473359:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b255d464/0xa1e9845215a924f2 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0xfa58cf3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.479580:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a924f9 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2cff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.479611:0:112204:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9536e5/0xa1e9845215a8b037 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2cff:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892368e expref: 42 pid: 123083 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970703.479856:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970703.479894:0:6249:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563544064 00010000:00010000:1.0:1780970703.479926:0:6249:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 000000000d3904c8/0xa1e9845215a8ecc8 lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x1481:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242ab expref: 159 pid: 139355 timeout: 7455 lvb_type: 0 00000100:00100000:1.0:1780970703.479978:0:13129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21672 00000100:00100000:1.0:1780970703.479985:0:13129:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000599d5af1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+159:2263:x1867475563544064:12345-192.168.204.45@tcp:103:ldlm_bl_10.0 00010000:00010000:1.0:1780970703.480017:0:13129:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780970703.480023:0:13129:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 000000000d3904c8/0xa1e9845215a8ecc8 lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x1481:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242ab expref: 159 pid: 139355 timeout: 7455 lvb_type: 0 00010000:00010000:1.0:1780970703.480037:0:13129:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 000000000d3904c8/0xa1e9845215a8ecc8 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x1481:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242ab expref: 159 pid: 139355 timeout: 7455 lvb_type: 0 00010000:00010000:1.0:1780970703.480058:0:13129:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x1481:0x0].0x0 (00000000fccc96bf) 00010000:00010000:1.0:1780970703.480063:0:13129:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 0000000068a112f9/0xa1e9845215a924e4 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x1481:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.480071:0:13129:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 0000000068a112f9/0xa1e9845215a924e4 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1481:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.480079:0:13129:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 0000000068a112f9/0xa1e9845215a924e4 lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x1481:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.480100:0:13129:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780970703.480148:0:13129:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000599d5af1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+159:2263:x1867475563544064:12345-192.168.204.45@tcp:103:ldlm_bl_10.0 Request processed in 162us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970703.480155:0:13129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21672 00010000:00010000:0.0:1780970703.480472:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000000d3904c8/0xa1e9845215a8ecc8 lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x1481:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242ab expref: 158 pid: 139355 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.480495:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a8e99a90 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559748416:192.168.204.45@tcp:104: 00010000:00010000:0.0:1780970703.480514:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 0000000068a112f9/0xa1e9845215a924e4 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1481:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.480523:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 0000000068a112f9/0xa1e9845215a924e4 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1481:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.480528:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 0000000068a112f9/0xa1e9845215a924e4 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1481:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780970703.480835:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x12:0x0].3166, 64 off210816 00000001:00080000:0.0:1780970703.480849:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:0.0:1780970703.480873:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 0000000068a112f9/0xa1e9845215a924e4 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1481:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.480882:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000068a112f9/0xa1e9845215a924e4 lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x1481:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.480889:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000068a112f9/0xa1e9845215a924e4 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x1481:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.480894:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000068a112f9 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.480898:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000068a112f9/0xa1e9845215a924e4 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x1481:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.480904:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000068a112f9/0xa1e9845215a924e4 lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x1481:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.480918:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x1481:0x0].0x0 (00000000fccc96bf) 00010000:00010000:0.0:1780970703.480921:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780970703.480924:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000068a112f9/0xa1e9845215a924e4 lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x1481:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.480929:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000068a112f9/0xa1e9845215a924e4 lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x1481:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.480957:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 000000001baebfe8/0xa1e9845215a924d6 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.480962:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000001baebfe8/0xa1e9845215a924d6 lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.480967:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000001baebfe8/0xa1e9845215a924d6 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.480972:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001baebfe8 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.480974:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000001baebfe8/0xa1e9845215a924d6 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.480979:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000001baebfe8/0xa1e9845215a924d6 lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.480986:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (000000007df6a53b) 00010000:00010000:0.0:1780970703.480988:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970703.480990:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000001baebfe8/0xa1e9845215a924d6 lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.481182:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000001baebfe8/0xa1e9845215a924d6 lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.481197:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000f57a8777/0xa1e9845215a924dd lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x9aef905d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.481203:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000f57a8777/0xa1e9845215a924dd lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x9aef905d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.481209:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000f57a8777/0xa1e9845215a924dd lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x9aef905d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.481214:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f57a8777 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.481217:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000f57a8777/0xa1e9845215a924dd lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x9aef905d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.481222:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000f57a8777/0xa1e9845215a924dd lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x9aef905d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.481230:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x9aef905d (00000000dc252386) 00010000:00010000:0.0:1780970703.481233:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970703.481235:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000f57a8777/0xa1e9845215a924dd lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x9aef905d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.481241:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000f57a8777/0xa1e9845215a924dd lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x9aef905d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.481386:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 000000000cdc9f54/0xa1e9845215a92500 lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.481402:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000000cdc9f54/0xa1e9845215a92500 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.481410:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000000cdc9f54/0xa1e9845215a92500 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.481421:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a92507 lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xbdbdd8b7 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.481429:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a92507 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xbdbdd8b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.481435:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a92507 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xbdbdd8b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.481475:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a9250e lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x1482:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.481485:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000e038a343/0xa1e9845215a8eceb lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x1482:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242b2 expref: 157 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.481491:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a9250e lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x1482:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.481520:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 00000000e038a343/0xa1e9845215a8eceb lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x1482:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242b2 expref: 157 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.481534:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 00000000e038a343/0xa1e9845215a8eceb lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x1482:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242b2 expref: 157 pid: 139355 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.481551:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de9a760d pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559748480:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970703.481600:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e46e9209 going to sleep for 43 seconds 00010000:00010000:3.0:1780970703.481845:0:112204:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a924f9 lrc: 4/0,1 mode: --/EX res: [0x200002b13:0x2cff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.481869:0:112204:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9536e5/0xa1e9845215a8b037 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2cff:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892368e expref: 42 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.481876:0:112204:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9536e5/0xa1e9845215a8b037 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2cff:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892368e expref: 42 pid: 123083 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.481886:0:112204:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006ccb2b2 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559748544:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970703.481911:0:112204:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f4e73d going to sleep for 43 seconds 00000100:00100000:3.0:1780970703.483964:0:112204:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006ccb2b2 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559748544:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.483993:0:112204:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a924f9 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2cff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970703.484160:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970703.484240:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.484449:0:13129:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563544128 00010000:00010000:3.0:1780970703.484479:0:13129:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 00000000e038a343/0xa1e9845215a8eceb lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x1482:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242b2 expref: 158 pid: 139355 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.484515:0:13129:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563544192 00010000:00010000:3.0:1780970703.484525:0:13129:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9536e5/0xa1e9845215a8b037 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2cff:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892368e expref: 43 pid: 123083 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.484547:0:13129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21673 00000100:00100000:3.0:1780970703.484553:0:13129:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008425729e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+158:2263:x1867475563544128:12345-192.168.204.45@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1780970703.484571:0:13129:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.484577:0:13129:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 00000000e038a343/0xa1e9845215a8eceb lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x1482:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242b2 expref: 158 pid: 139355 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.484588:0:13129:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 00000000e038a343/0xa1e9845215a8eceb lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x1482:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242b2 expref: 158 pid: 139355 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.484609:0:13129:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x1482:0x0].0x0 (00000000f78345f3) 00010000:00010000:3.0:1780970703.484641:0:13129:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a9250e lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x1482:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.484650:0:13129:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a9250e lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1482:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.484656:0:13129:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a9250e lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x1482:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.484674:0:13129:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.484712:0:13129:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008425729e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+158:2263:x1867475563544128:12345-192.168.204.45@tcp:103:ldlm_bl_03.0 Request processed in 158us (554us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.484719:0:13129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21673 00000100:00100000:3.0:1780970703.484734:0:13129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21674 00000100:00100000:3.0:1780970703.484739:0:13129:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd842fe2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+43:2263:x1867475563544192:12345-192.168.204.45@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1780970703.484746:0:13129:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.484750:0:13129:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9536e5/0xa1e9845215a8b037 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2cff:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892368e expref: 43 pid: 123083 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.484759:0:13129:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9536e5/0xa1e9845215a8b037 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2cff:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892368e expref: 43 pid: 123083 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.484770:0:13129:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9536e5/0xa1e9845215a8b037 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2cff:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892368e expref: 43 pid: 123083 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.484783:0:13129:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2cff:0x0].0x0 (00000000464bab35) 00010000:00010000:3.0:1780970703.484786:0:13129:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a924f9 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2cff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.484792:0:13129:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a924f9 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2cff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.484797:0:13129:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a924f9 lrc: 4/0,1 mode: EX/EX res: [0x200002b13:0x2cff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.484811:0:13129:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.484828:0:13129:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd842fe2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+42:2263:x1867475563544192:12345-192.168.204.45@tcp:103:ldlm_bl_03.0 Request processed in 89us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.484834:0:13129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21674 00010000:00010000:3.0:1780970703.485120:0:112204:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a924f9 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2cff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.485129:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a924f9 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2cff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1780970703.485406:0:112204:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x20:0x0].4340, 64 off285952 00000001:00080000:3.0:1780970703.485420:0:112204:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 25769864377 00010000:00010000:3.0:1780970703.485437:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a924f9 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2cff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.485445:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a924f9 lrc: 2/0,0 mode: EX/EX res: [0x200002b13:0x2cff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.485451:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a924f9 lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2cff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.485457:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d5a7c608 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.485460:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a924f9 lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2cff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.485467:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a924f9 lrc: 4/0,0 mode: EX/EX res: [0x200002b13:0x2cff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.485476:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2cff:0x0].0x0 (00000000464bab35) 00010000:00010000:3.0:1780970703.485478:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780970703.485481:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a924f9 lrc: 2/0,0 mode: --/EX res: [0x200002b13:0x2cff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.485487:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a924f9 lrc: 0/0,0 mode: --/EX res: [0x200002b13:0x2cff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.485503:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000009c5ab197/0xa1e9845215a924eb lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.485510:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009c5ab197/0xa1e9845215a924eb lrc: 2/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.485515:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009c5ab197/0xa1e9845215a924eb lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.485519:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009c5ab197 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.485521:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009c5ab197/0xa1e9845215a924eb lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.485526:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009c5ab197/0xa1e9845215a924eb lrc: 4/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.485533:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x0 (000000001911307e) 00010000:00010000:3.0:1780970703.485535:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.485537:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009c5ab197/0xa1e9845215a924eb lrc: 2/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.485542:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009c5ab197/0xa1e9845215a924eb lrc: 0/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.485556:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b255d464/0xa1e9845215a924f2 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0xfa58cf3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.485566:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b255d464/0xa1e9845215a924f2 lrc: 2/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0xfa58cf3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.485572:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b255d464/0xa1e9845215a924f2 lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0xfa58cf3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.485577:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b255d464 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.485578:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b255d464/0xa1e9845215a924f2 lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0xfa58cf3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.485584:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b255d464/0xa1e9845215a924f2 lrc: 4/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0xfa58cf3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.485591:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0xfa58cf3a (00000000fbf9e355) 00010000:00010000:3.0:1780970703.485593:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.485595:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b255d464/0xa1e9845215a924f2 lrc: 2/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0xfa58cf3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.485600:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b255d464/0xa1e9845215a924f2 lrc: 0/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0xfa58cf3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.485780:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f6ae77e0/0xa1e9845215a92515 lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.485792:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f6ae77e0/0xa1e9845215a92515 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.485800:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f6ae77e0/0xa1e9845215a92515 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.485816:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c970e210/0xa1e9845215a9251c lrc: 3/0,1 mode: --/PW res: [0x200002b12:0x27:0x0].0x277b9d82 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.485823:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c970e210/0xa1e9845215a9251c lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x277b9d82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.485829:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c970e210/0xa1e9845215a9251c lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x277b9d82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.485877:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a92523 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d00:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.485889:0:112204:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000049a5646b/0xa1e9845215a8b05a lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2d00:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898923695 expref: 41 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.485896:0:112204:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a92523 lrc: 4/0,1 mode: --/EX res: [0x200002b13:0x2d00:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.485926:0:112204:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000049a5646b/0xa1e9845215a8b05a lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2d00:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923695 expref: 41 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.485947:0:112204:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000049a5646b/0xa1e9845215a8b05a lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d00:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923695 expref: 41 pid: 123083 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.485960:0:112204:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006ccb2b2 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559748608:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970703.486030:0:112204:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f4e73d going to sleep for 43 seconds 00010000:00010000:0.0:1780970703.486687:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000e038a343/0xa1e9845215a8eceb lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x1482:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242b2 expref: 157 pid: 139355 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.486703:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de9a760d pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559748480:192.168.204.45@tcp:104: 00010000:00010000:0.0:1780970703.486724:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a9250e lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1482:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.486732:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a9250e lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1482:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.486737:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a9250e lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1482:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780970703.486916:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x10:0x0].3168, 64 off210944 00000001:00080000:0.0:1780970703.486929:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:0.0:1780970703.486960:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a9250e lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1482:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.486968:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a9250e lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x1482:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.486973:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a9250e lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x1482:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.486979:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d84e326f already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.486983:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a9250e lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x1482:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.486989:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a9250e lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x1482:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.487015:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x1482:0x0].0x0 (00000000f78345f3) 00010000:00010000:0.0:1780970703.487018:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780970703.487022:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a9250e lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x1482:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.487027:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a9250e lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x1482:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.487042:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 000000000cdc9f54/0xa1e9845215a92500 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.487049:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000000cdc9f54/0xa1e9845215a92500 lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.487054:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000000cdc9f54/0xa1e9845215a92500 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.487058:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000cdc9f54 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.487060:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000000cdc9f54/0xa1e9845215a92500 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.487065:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000000cdc9f54/0xa1e9845215a92500 lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.487072:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (0000000017351d95) 00010000:00010000:0.0:1780970703.487074:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970703.487076:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000000cdc9f54/0xa1e9845215a92500 lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.487081:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000000cdc9f54/0xa1e9845215a92500 lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.487093:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a92507 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xbdbdd8b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.487099:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a92507 lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xbdbdd8b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.487104:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a92507 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xbdbdd8b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.487109:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000461cc974 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.487110:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a92507 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xbdbdd8b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.487115:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a92507 lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xbdbdd8b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.487123:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xbdbdd8b7 (000000005fb155cb) 00010000:00010000:0.0:1780970703.487125:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970703.487126:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a92507 lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xbdbdd8b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.487131:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a92507 lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xbdbdd8b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.487251:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 000000000dd8f05d/0xa1e9845215a9252a lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.487262:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000000dd8f05d/0xa1e9845215a9252a lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.487269:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000000dd8f05d/0xa1e9845215a9252a lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.487279:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 0000000033fbe5f8/0xa1e9845215a92531 lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x2628b1c4 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.487286:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 0000000033fbe5f8/0xa1e9845215a92531 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x2628b1c4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.487292:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 0000000033fbe5f8/0xa1e9845215a92531 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x2628b1c4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.487327:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 00000000c3eededd/0xa1e9845215a92538 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x1483:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.487338:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000cc3b35b2/0xa1e9845215a8ed54 lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x1483:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242c7 expref: 156 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.487344:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 00000000c3eededd/0xa1e9845215a92538 lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x1483:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.487365:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 00000000cc3b35b2/0xa1e9845215a8ed54 lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x1483:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242c7 expref: 156 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.487378:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 00000000cc3b35b2/0xa1e9845215a8ed54 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x1483:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242c7 expref: 156 pid: 139355 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.487389:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de9a760d pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559748672:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970703.487450:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 000000007077e9c3 going to sleep for 43 seconds 00000100:00100000:0.0:1780970703.491045:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00010000:00010000:1.0:1780970703.491560:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000049a5646b/0xa1e9845215a8b05a lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2d00:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923695 expref: 41 pid: 123083 timeout: 7455 lvb_type: 0 00000100:00100000:1.0:1780970703.491581:0:112204:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006ccb2b2 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559748608:192.168.204.45@tcp:104: 00010000:00010000:1.0:1780970703.491601:0:112204:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a92523 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d00:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.491610:0:112204:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a92523 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d00:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.491659:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a92523 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d00:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780970703.491923:0:112204:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x22:0x0].3332, 64 off221440 00000001:00080000:1.0:1780970703.491938:0:112204:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 25769864377 00010000:00010000:1.0:1780970703.491957:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a92523 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d00:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.491966:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a92523 lrc: 2/0,0 mode: EX/EX res: [0x200002b13:0x2d00:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.491972:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a92523 lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2d00:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.491978:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004061bd17 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.491981:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a92523 lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2d00:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.491988:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a92523 lrc: 4/0,0 mode: EX/EX res: [0x200002b13:0x2d00:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.492073:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2d00:0x0].0x0 (000000008f224106) 00010000:00010000:1.0:1780970703.492077:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780970703.492080:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a92523 lrc: 2/0,0 mode: --/EX res: [0x200002b13:0x2d00:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.492086:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a92523 lrc: 0/0,0 mode: --/EX res: [0x200002b13:0x2d00:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.492102:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f6ae77e0/0xa1e9845215a92515 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.492108:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f6ae77e0/0xa1e9845215a92515 lrc: 2/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.492113:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f6ae77e0/0xa1e9845215a92515 lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.492118:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f6ae77e0 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.492120:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f6ae77e0/0xa1e9845215a92515 lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.492124:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f6ae77e0/0xa1e9845215a92515 lrc: 4/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.492132:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x0 (000000002e30cccd) 00010000:00010000:1.0:1780970703.492134:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970703.492136:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f6ae77e0/0xa1e9845215a92515 lrc: 2/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.492146:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f6ae77e0/0xa1e9845215a92515 lrc: 0/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.492156:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c970e210/0xa1e9845215a9251c lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x277b9d82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.492161:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c970e210/0xa1e9845215a9251c lrc: 2/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x277b9d82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.492166:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c970e210/0xa1e9845215a9251c lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x277b9d82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.492170:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c970e210 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.492172:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c970e210/0xa1e9845215a9251c lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x277b9d82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.492177:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c970e210/0xa1e9845215a9251c lrc: 4/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x277b9d82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.492184:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x277b9d82 (000000003a6e8ac5) 00010000:00010000:1.0:1780970703.492186:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970703.492188:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c970e210/0xa1e9845215a9251c lrc: 2/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0x277b9d82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.492193:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c970e210/0xa1e9845215a9251c lrc: 0/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0x277b9d82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.492343:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e2211dd2/0xa1e9845215a9253f lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.492359:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e2211dd2/0xa1e9845215a9253f lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.492367:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e2211dd2/0xa1e9845215a9253f lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.492378:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000087714942/0xa1e9845215a92546 lrc: 3/0,1 mode: --/PW res: [0x200002b12:0x27:0x0].0x81c13a13 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.492384:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000087714942/0xa1e9845215a92546 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x81c13a13 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.492390:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000087714942/0xa1e9845215a92546 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x81c13a13 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.492435:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d0005d36/0xa1e9845215a9254d lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d01:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.492445:0:112204:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000ea7b5165/0xa1e9845215a8b0a0 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2d01:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236a3 expref: 40 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.492451:0:112204:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d0005d36/0xa1e9845215a9254d lrc: 4/0,1 mode: --/EX res: [0x200002b13:0x2d01:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.492489:0:112204:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000ea7b5165/0xa1e9845215a8b0a0 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2d01:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236a3 expref: 40 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.492499:0:112204:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000ea7b5165/0xa1e9845215a8b0a0 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d01:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236a3 expref: 40 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:1.0:1780970703.492517:0:112204:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027bfcb8d pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559748736:192.168.204.45@tcp:104: 00000100:00100000:1.0:1780970703.492580:0:112204:0:(client.c:2500:ptlrpc_set_wait()) set 000000005a05c0de going to sleep for 43 seconds 00000100:00100000:0.0:1780970703.500696:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00010000:00010000:1.0:1780970703.501570:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000cc3b35b2/0xa1e9845215a8ed54 lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x1483:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242c7 expref: 156 pid: 139355 timeout: 7455 lvb_type: 0 00000100:00100000:1.0:1780970703.501590:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de9a760d pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559748672:192.168.204.45@tcp:104: 00010000:00010000:1.0:1780970703.501639:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 00000000c3eededd/0xa1e9845215a92538 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1483:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.501649:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 00000000c3eededd/0xa1e9845215a92538 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1483:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.501656:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000c3eededd/0xa1e9845215a92538 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1483:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780970703.502113:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x12:0x0].3167, 64 off210880 00000001:00080000:1.0:1780970703.502128:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:1.0:1780970703.502146:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 00000000c3eededd/0xa1e9845215a92538 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1483:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.502154:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000c3eededd/0xa1e9845215a92538 lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x1483:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.502160:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000c3eededd/0xa1e9845215a92538 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x1483:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.502166:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c3eededd already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.502170:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000c3eededd/0xa1e9845215a92538 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x1483:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.502177:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000c3eededd/0xa1e9845215a92538 lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x1483:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.502188:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x1483:0x0].0x0 (00000000dd32cabe) 00010000:00010000:1.0:1780970703.502191:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780970703.502193:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000c3eededd/0xa1e9845215a92538 lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x1483:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.502198:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000c3eededd/0xa1e9845215a92538 lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x1483:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.502213:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 000000000dd8f05d/0xa1e9845215a9252a lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.502218:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000000dd8f05d/0xa1e9845215a9252a lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.502223:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000000dd8f05d/0xa1e9845215a9252a lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.502226:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000dd8f05d already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.502228:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000000dd8f05d/0xa1e9845215a9252a lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.502233:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000000dd8f05d/0xa1e9845215a9252a lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.502239:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (0000000057f04838) 00010000:00010000:1.0:1780970703.502241:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970703.502243:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000000dd8f05d/0xa1e9845215a9252a lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.502247:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000000dd8f05d/0xa1e9845215a9252a lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.502258:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 0000000033fbe5f8/0xa1e9845215a92531 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x2628b1c4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.502263:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000033fbe5f8/0xa1e9845215a92531 lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x2628b1c4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.502268:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000033fbe5f8/0xa1e9845215a92531 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x2628b1c4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.502272:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033fbe5f8 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.502273:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000033fbe5f8/0xa1e9845215a92531 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x2628b1c4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.502277:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000033fbe5f8/0xa1e9845215a92531 lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x2628b1c4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.502282:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x2628b1c4 (00000000e7c06f82) 00010000:00010000:1.0:1780970703.502284:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970703.502286:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000033fbe5f8/0xa1e9845215a92531 lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x2628b1c4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.502290:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000033fbe5f8/0xa1e9845215a92531 lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x2628b1c4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.504169:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000af0d13c1/0xa1e9845215a92554 lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.504194:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000af0d13c1/0xa1e9845215a92554 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.504205:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000af0d13c1/0xa1e9845215a92554 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.504216:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 000000004e2b238c/0xa1e9845215a9255b lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x48f6fa1e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.504223:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000004e2b238c/0xa1e9845215a9255b lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x48f6fa1e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.504229:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000004e2b238c/0xa1e9845215a9255b lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x48f6fa1e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.504312:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 000000000235cfae/0xa1e9845215a92562 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x1484:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.504326:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000e6b605c3/0xa1e9845215a8ed77 lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x1484:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242ce expref: 155 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.504333:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 000000000235cfae/0xa1e9845215a92562 lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x1484:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.504372:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 00000000e6b605c3/0xa1e9845215a8ed77 lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x1484:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242ce expref: 155 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.504388:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 00000000e6b605c3/0xa1e9845215a8ed77 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x1484:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242ce expref: 155 pid: 139355 timeout: 7455 lvb_type: 0 00000100:00100000:1.0:1780970703.504402:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005c8213d pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559748800:192.168.204.45@tcp:104: 00000100:00100000:1.0:1780970703.504490:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b31ee638 going to sleep for 43 seconds 00000100:00100000:1.0:1780970703.507436:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970703.507538:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970703.507612:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005c8213d pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559748800:192.168.204.45@tcp:104: 00010000:00010000:0.0:1780970703.507693:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 000000000235cfae/0xa1e9845215a92562 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x1484:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.509972:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 000000000235cfae/0xa1e9845215a92562 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1484:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.509987:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000000235cfae/0xa1e9845215a92562 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1484:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780970703.510259:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x10:0x0].3169, 64 off211008 00000001:00080000:0.0:1780970703.510273:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:0.0:1780970703.510298:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 000000000235cfae/0xa1e9845215a92562 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1484:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.510306:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000000235cfae/0xa1e9845215a92562 lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x1484:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.510312:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000000235cfae/0xa1e9845215a92562 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x1484:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.510323:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000235cfae already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.510327:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000000235cfae/0xa1e9845215a92562 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x1484:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.510333:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000000235cfae/0xa1e9845215a92562 lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x1484:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.510345:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x1484:0x0].0x0 (000000001298d5b1) 00010000:00010000:0.0:1780970703.510348:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780970703.510351:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000000235cfae/0xa1e9845215a92562 lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x1484:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.510357:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000000235cfae/0xa1e9845215a92562 lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x1484:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.510375:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000af0d13c1/0xa1e9845215a92554 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.510380:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000af0d13c1/0xa1e9845215a92554 lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.510384:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000af0d13c1/0xa1e9845215a92554 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.510389:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000af0d13c1 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.510390:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000af0d13c1/0xa1e9845215a92554 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.510395:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000af0d13c1/0xa1e9845215a92554 lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.510402:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (0000000026bbfb6a) 00010000:00010000:0.0:1780970703.510404:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970703.510406:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000af0d13c1/0xa1e9845215a92554 lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.510411:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000af0d13c1/0xa1e9845215a92554 lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.510424:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 000000004e2b238c/0xa1e9845215a9255b lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x48f6fa1e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.510430:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000004e2b238c/0xa1e9845215a9255b lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x48f6fa1e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.510435:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000004e2b238c/0xa1e9845215a9255b lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x48f6fa1e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.510440:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004e2b238c already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.510442:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000004e2b238c/0xa1e9845215a9255b lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x48f6fa1e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.510446:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000004e2b238c/0xa1e9845215a9255b lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x48f6fa1e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.510452:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x48f6fa1e (00000000bd3ba716) 00010000:00010000:0.0:1780970703.510455:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970703.510456:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000004e2b238c/0xa1e9845215a9255b lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x48f6fa1e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.510466:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000004e2b238c/0xa1e9845215a9255b lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x48f6fa1e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.510649:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a92569 lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.510661:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a92569 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.510669:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a92569 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.510680:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 000000000cdc9f54/0xa1e9845215a92570 lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xb62bac6c bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.510687:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000000cdc9f54/0xa1e9845215a92570 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xb62bac6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.510692:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000000cdc9f54/0xa1e9845215a92570 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xb62bac6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.510735:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a92577 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x1395:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.510746:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 000000007e2ff594/0xa1e9845215a8aed9 lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x1395:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898923648 expref: 154 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.510752:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a92577 lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x1395:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.510787:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 000000007e2ff594/0xa1e9845215a8aed9 lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x1395:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923648 expref: 154 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.510800:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 000000007e2ff594/0xa1e9845215a8aed9 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x1395:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923648 expref: 154 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.510813:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002505829a pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559748864:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970703.510876:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e46e9209 going to sleep for 43 seconds 00010000:00010000:3.0:1780970703.511837:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ea7b5165/0xa1e9845215a8b0a0 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2d01:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236a3 expref: 40 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.511862:0:112204:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027bfcb8d pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559748736:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.511881:0:112204:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000d0005d36/0xa1e9845215a9254d lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d01:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970703.514745:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002505829a pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559748864:192.168.204.45@tcp:104: 00010000:00010000:0.0:1780970703.514777:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a92577 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x1395:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970703.515707:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970703.515834:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563544512 00010000:00010000:0.0:1780970703.515868:0:6248:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 000000007e2ff594/0xa1e9845215a8aed9 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x1395:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923648 expref: 155 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.515902:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21679 00000100:00100000:0.0:1780970703.515909:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000027bfcb8d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+155:2263:x1867475563544512:12345-192.168.204.45@tcp:103:ldlm_bl_07.0 00010000:00010000:0.0:1780970703.515927:0:6248:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780970703.515939:0:6248:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 000000007e2ff594/0xa1e9845215a8aed9 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x1395:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923648 expref: 155 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:0.0:1780970703.515953:0:6248:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 000000007e2ff594/0xa1e9845215a8aed9 lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x1395:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923648 expref: 155 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:0.0:1780970703.515975:0:6248:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000007e2ff594/0xa1e9845215a8aed9 lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x1395:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923648 expref: 155 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:0.0:1780970703.515991:0:6248:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x1395:0x0].0x0 (000000009c3418b5) 00010000:00010000:0.0:1780970703.515996:0:6248:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a92577 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x1395:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.516021:0:6248:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a92577 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1395:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.516028:0:6248:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a92577 lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x1395:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.516063:0:6248:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780970703.516120:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000027bfcb8d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+154:2263:x1867475563544512:12345-192.168.204.45@tcp:103:ldlm_bl_07.0 Request processed in 211us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970703.516128:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21679 00010000:00010000:3.0:1780970703.516668:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a92577 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.516679:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a92577 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1780970703.516965:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x12:0x0].3168, 64 off210944 00000001:00080000:3.0:1780970703.516979:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:3.0:1780970703.516997:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a92577 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.517018:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a92577 lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x1395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.517025:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a92577 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x1395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.517031:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d84e326f already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.517034:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a92577 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x1395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.517042:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a92577 lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x1395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.517057:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x1395:0x0].0x0 (000000009c3418b5) 00010000:00010000:3.0:1780970703.517059:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780970703.517062:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a92577 lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x1395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.517068:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a92577 lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x1395:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.517085:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a92569 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.517091:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a92569 lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.517097:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a92569 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.517102:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000461cc974 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.517104:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a92569 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.517109:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a92569 lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.517115:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (000000005fb155cb) 00010000:00010000:3.0:1780970703.517116:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.517118:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a92569 lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.517127:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a92569 lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.517137:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 000000000cdc9f54/0xa1e9845215a92570 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xb62bac6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.517141:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000000cdc9f54/0xa1e9845215a92570 lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xb62bac6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.517146:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000000cdc9f54/0xa1e9845215a92570 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xb62bac6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.517151:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000cdc9f54 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.517153:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000000cdc9f54/0xa1e9845215a92570 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xb62bac6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.517157:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000000cdc9f54/0xa1e9845215a92570 lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xb62bac6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.517163:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xb62bac6c (0000000017351d95) 00010000:00010000:3.0:1780970703.517165:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.517167:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000000cdc9f54/0xa1e9845215a92570 lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xb62bac6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.517172:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000000cdc9f54/0xa1e9845215a92570 lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xb62bac6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.517325:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000d5a7c608/0xa1e9845215a9257e lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.517342:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000d5a7c608/0xa1e9845215a9257e lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.517352:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000d5a7c608/0xa1e9845215a9257e lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.517363:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000af36577f/0xa1e9845215a92585 lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x3cd93d3f bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.517370:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000af36577f/0xa1e9845215a92585 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x3cd93d3f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.517376:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000af36577f/0xa1e9845215a92585 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x3cd93d3f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.517426:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 00000000a6428119/0xa1e9845215a9258c lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x1485:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.517438:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000b2c2619f/0xa1e9845215a8ed9a lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x1485:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242d5 expref: 153 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.517445:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 00000000a6428119/0xa1e9845215a9258c lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x1485:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.517479:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 00000000b2c2619f/0xa1e9845215a8ed9a lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x1485:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242d5 expref: 153 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.517492:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 00000000b2c2619f/0xa1e9845215a8ed9a lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x1485:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242d5 expref: 153 pid: 112203 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.517510:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d2b5a92 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559748928:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970703.517575:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f093748d going to sleep for 43 seconds 00000100:00100000:0.0:1780970703.526986:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970703.527031:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970703.527291:0:13129:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563544576 00010000:00010000:1.0:1780970703.527324:0:13129:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 00000000b2c2619f/0xa1e9845215a8ed9a lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x1485:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242d5 expref: 154 pid: 112203 timeout: 7455 lvb_type: 0 00000100:00100000:1.0:1780970703.527360:0:13129:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563544640 00010000:00010000:1.0:1780970703.527372:0:13129:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000776fb7c1/0xa1e9845215a8b0c3 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d02:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236aa expref: 40 pid: 123083 timeout: 7455 lvb_type: 0 00000100:00100000:1.0:1780970703.527401:0:13129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21680 00000100:00100000:1.0:1780970703.527407:0:13129:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002505829a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+154:2263:x1867475563544576:12345-192.168.204.45@tcp:103:ldlm_bl_09.0 00010000:00010000:1.0:1780970703.527422:0:13129:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780970703.527429:0:13129:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 00000000b2c2619f/0xa1e9845215a8ed9a lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x1485:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242d5 expref: 154 pid: 112203 timeout: 7455 lvb_type: 0 00010000:00010000:1.0:1780970703.527440:0:13129:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 00000000b2c2619f/0xa1e9845215a8ed9a lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x1485:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242d5 expref: 154 pid: 112203 timeout: 7455 lvb_type: 0 00010000:00010000:1.0:1780970703.527459:0:13129:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000b2c2619f/0xa1e9845215a8ed9a lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x1485:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242d5 expref: 154 pid: 112203 timeout: 7455 lvb_type: 0 00010000:00010000:1.0:1780970703.527475:0:13129:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x1485:0x0].0x0 (00000000b402b8b1) 00010000:00010000:1.0:1780970703.527479:0:13129:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 00000000a6428119/0xa1e9845215a9258c lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x1485:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.527488:0:13129:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000a6428119/0xa1e9845215a9258c lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1485:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.527495:0:13129:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000a6428119/0xa1e9845215a9258c lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x1485:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.527519:0:13129:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780970703.527568:0:13129:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002505829a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+153:2263:x1867475563544576:12345-192.168.204.45@tcp:103:ldlm_bl_09.0 Request processed in 161us (592us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970703.527575:0:13129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21680 00000100:00100000:1.0:1780970703.527593:0:13129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21681 00000100:00100000:1.0:1780970703.527598:0:13129:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008494b67d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+40:2263:x1867475563544640:12345-192.168.204.45@tcp:103:ldlm_bl_09.0 00010000:00010000:1.0:1780970703.527607:0:13129:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780970703.527610:0:13129:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000776fb7c1/0xa1e9845215a8b0c3 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d02:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236aa expref: 40 pid: 123083 timeout: 7455 lvb_type: 0 00010000:00010000:1.0:1780970703.527828:0:13129:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000776fb7c1/0xa1e9845215a8b0c3 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2d02:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236aa expref: 40 pid: 123083 timeout: 7455 lvb_type: 0 00010000:00010000:1.0:1780970703.527842:0:13129:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000776fb7c1/0xa1e9845215a8b0c3 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2d02:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236aa expref: 40 pid: 123083 timeout: 7455 lvb_type: 0 00010000:00010000:1.0:1780970703.527852:0:13129:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2d02:0x0].0x0 (0000000066cd5be7) 00010000:00010000:1.0:1780970703.527856:0:13129:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000003dabe158/0xa1e9845215a925a1 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d02:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.527863:0:13129:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000003dabe158/0xa1e9845215a925a1 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d02:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.527867:0:13129:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003dabe158/0xa1e9845215a925a1 lrc: 4/0,1 mode: EX/EX res: [0x200002b13:0x2d02:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.527888:0:13129:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780970703.527907:0:13129:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008494b67d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+39:2263:x1867475563544640:12345-192.168.204.45@tcp:103:ldlm_bl_09.0 Request processed in 309us (876us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970703.527914:0:13129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21681 00010000:00010000:1.0:1780970703.528049:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 00000000a6428119/0xa1e9845215a9258c lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1485:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.528057:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000a6428119/0xa1e9845215a9258c lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1485:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780970703.528338:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x12:0x0].3169, 64 off211008 00000001:00080000:1.0:1780970703.528353:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:1.0:1780970703.528372:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 00000000a6428119/0xa1e9845215a9258c lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1485:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.528379:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000a6428119/0xa1e9845215a9258c lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x1485:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.528385:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000a6428119/0xa1e9845215a9258c lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x1485:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.528391:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a6428119 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.528396:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000a6428119/0xa1e9845215a9258c lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x1485:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.528403:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000a6428119/0xa1e9845215a9258c lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x1485:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.528411:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x1485:0x0].0x0 (00000000b402b8b1) 00010000:00010000:1.0:1780970703.528414:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780970703.528416:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000a6428119/0xa1e9845215a9258c lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x1485:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.528423:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000a6428119/0xa1e9845215a9258c lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x1485:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.528439:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000d5a7c608/0xa1e9845215a9257e lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.528446:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000d5a7c608/0xa1e9845215a9257e lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.528451:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000d5a7c608/0xa1e9845215a9257e lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.528456:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d5a7c608 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.528458:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000d5a7c608/0xa1e9845215a9257e lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.528463:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000d5a7c608/0xa1e9845215a9257e lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.528470:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (00000000559392ee) 00010000:00010000:1.0:1780970703.528473:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970703.528475:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000d5a7c608/0xa1e9845215a9257e lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.528480:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000d5a7c608/0xa1e9845215a9257e lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.528490:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000af36577f/0xa1e9845215a92585 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x3cd93d3f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.528495:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000af36577f/0xa1e9845215a92585 lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x3cd93d3f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.528500:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000af36577f/0xa1e9845215a92585 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x3cd93d3f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.528505:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000af36577f already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.528507:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000af36577f/0xa1e9845215a92585 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x3cd93d3f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.528513:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000af36577f/0xa1e9845215a92585 lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x3cd93d3f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.528520:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x3cd93d3f (000000003a6e8ac5) 00010000:00010000:1.0:1780970703.528522:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970703.528524:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000af36577f/0xa1e9845215a92585 lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x3cd93d3f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.528529:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000af36577f/0xa1e9845215a92585 lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x3cd93d3f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.529262:0:112204:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000003803b209/0xa1e9845215a8b0e6 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2d03:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236b1 expref: 38 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.529269:0:112204:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000013d3ea32/0xa1e9845215a925b6 lrc: 4/0,1 mode: --/EX res: [0x200002b13:0x2d03:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.529299:0:112204:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000003803b209/0xa1e9845215a8b0e6 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2d03:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236b1 expref: 38 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.529312:0:112204:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000003803b209/0xa1e9845215a8b0e6 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d03:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236b1 expref: 38 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:2.0:1780970703.529325:0:112204:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed8c3655 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559749056:192.168.204.45@tcp:104: 00000100:00100000:2.0:1780970703.529392:0:112204:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ef774613 going to sleep for 43 seconds 00010000:00010000:1.0:1780970703.531267:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000d01e323f/0xa1e9845215a925bd lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.531287:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000d01e323f/0xa1e9845215a925bd lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.531300:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000d01e323f/0xa1e9845215a925bd lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.531311:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 000000007d3cc917/0xa1e9845215a925c4 lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xe34e7ab4 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.531317:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000007d3cc917/0xa1e9845215a925c4 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xe34e7ab4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.531322:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000007d3cc917/0xa1e9845215a925c4 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xe34e7ab4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.531391:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 00000000eb8260e1/0xa1e9845215a925cb lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x1396:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.531402:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000e452d205/0xa1e9845215a8aefc lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x1396:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892364f expref: 152 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.531408:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 00000000eb8260e1/0xa1e9845215a925cb lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x1396:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.531438:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 00000000e452d205/0xa1e9845215a8aefc lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x1396:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892364f expref: 152 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.531450:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 00000000e452d205/0xa1e9845215a8aefc lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x1396:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892364f expref: 152 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:1.0:1780970703.531460:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c95fda19 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559749120:192.168.204.45@tcp:104: 00000100:00100000:1.0:1780970703.531526:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b05dae22 going to sleep for 43 seconds 00000100:00100000:1.0:1780970703.535353:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970703.535386:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970703.535422:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563544704 00010000:00010000:1.0:1780970703.535459:0:6248:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000003803b209/0xa1e9845215a8b0e6 lrc: 5/0,0 mode: CR/CR res: [0x200002b13:0x2d03:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236b1 expref: 39 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:1.0:1780970703.535493:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563544768 00010000:00010000:1.0:1780970703.535505:0:6248:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 00000000e452d205/0xa1e9845215a8aefc lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x1396:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892364f expref: 153 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:1.0:1780970703.535528:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21682 00000100:00100000:1.0:1780970703.535534:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005c8213d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+39:2263:x1867475563544704:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1780970703.535550:0:6248:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780970703.535556:0:6248:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000003803b209/0xa1e9845215a8b0e6 lrc: 5/0,0 mode: CR/CR res: [0x200002b13:0x2d03:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236b1 expref: 39 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:1.0:1780970703.535567:0:6248:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000003803b209/0xa1e9845215a8b0e6 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d03:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236b1 expref: 39 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:1.0:1780970703.535587:0:6248:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2d03:0x0].0x0 (000000001d9f1a69) 00010000:00010000:1.0:1780970703.535592:0:6248:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000013d3ea32/0xa1e9845215a925b6 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d03:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.535603:0:6248:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000013d3ea32/0xa1e9845215a925b6 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d03:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.535610:0:6248:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000013d3ea32/0xa1e9845215a925b6 lrc: 4/0,1 mode: EX/EX res: [0x200002b13:0x2d03:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.535671:0:6248:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780970703.535715:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005c8213d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+39:2263:x1867475563544704:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 Request processed in 181us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970703.535722:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21682 00000100:00100000:1.0:1780970703.535741:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21683 00000100:00100000:1.0:1780970703.535746:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6c6c648 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+153:2263:x1867475563544768:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1780970703.535754:0:6248:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780970703.535758:0:6248:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 00000000e452d205/0xa1e9845215a8aefc lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x1396:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892364f expref: 153 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:1.0:1780970703.535766:0:6248:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 00000000e452d205/0xa1e9845215a8aefc lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x1396:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892364f expref: 153 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:1.0:1780970703.535777:0:6248:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x1396:0x0].0x0 (0000000055716f5a) 00010000:00010000:1.0:1780970703.535781:0:6248:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 00000000eb8260e1/0xa1e9845215a925cb lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x1396:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.535786:0:6248:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000eb8260e1/0xa1e9845215a925cb lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1396:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.535791:0:6248:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000eb8260e1/0xa1e9845215a925cb lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x1396:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.535801:0:6248:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780970703.535817:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6c6c648 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+153:2263:x1867475563544768:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 Request processed in 71us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970703.535824:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21683 00010000:00010000:2.0:1780970703.536204:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003803b209/0xa1e9845215a8b0e6 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2d03:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236b1 expref: 38 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:2.0:1780970703.536221:0:112204:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed8c3655 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559749056:192.168.204.45@tcp:104: 00010000:00010000:2.0:1780970703.536240:0:112204:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 0000000013d3ea32/0xa1e9845215a925b6 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d03:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.536247:0:112204:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000013d3ea32/0xa1e9845215a925b6 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d03:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.536254:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000013d3ea32/0xa1e9845215a925b6 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d03:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1780970703.536524:0:112204:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x20:0x0].4342, 64 off286080 00000001:00080000:2.0:1780970703.536538:0:112204:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 25769864377 00010000:00010000:2.0:1780970703.536555:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000013d3ea32/0xa1e9845215a925b6 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d03:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.536563:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000013d3ea32/0xa1e9845215a925b6 lrc: 2/0,0 mode: EX/EX res: [0x200002b13:0x2d03:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.536569:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000013d3ea32/0xa1e9845215a925b6 lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2d03:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.536574:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000013d3ea32 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.536577:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000013d3ea32/0xa1e9845215a925b6 lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2d03:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.536585:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000013d3ea32/0xa1e9845215a925b6 lrc: 4/0,0 mode: EX/EX res: [0x200002b13:0x2d03:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.536593:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2d03:0x0].0x0 (000000001d9f1a69) 00010000:00010000:2.0:1780970703.536595:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970703.536598:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000013d3ea32/0xa1e9845215a925b6 lrc: 2/0,0 mode: --/EX res: [0x200002b13:0x2d03:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.536603:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000013d3ea32/0xa1e9845215a925b6 lrc: 0/0,0 mode: --/EX res: [0x200002b13:0x2d03:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.536710:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000de3688ef/0xa1e9845215a925a8 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.536716:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000de3688ef/0xa1e9845215a925a8 lrc: 2/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.536721:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000de3688ef/0xa1e9845215a925a8 lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.536730:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000de3688ef already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.536732:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000de3688ef/0xa1e9845215a925a8 lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.536738:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000de3688ef/0xa1e9845215a925a8 lrc: 4/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.536745:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x0 (000000001ef72f9a) 00010000:00010000:2.0:1780970703.536747:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970703.536749:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000de3688ef/0xa1e9845215a925a8 lrc: 2/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.536754:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000de3688ef/0xa1e9845215a925a8 lrc: 0/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.536765:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000670bb303/0xa1e9845215a925af lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0xdc06d6a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.536771:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000670bb303/0xa1e9845215a925af lrc: 2/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0xdc06d6a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.536775:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000670bb303/0xa1e9845215a925af lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0xdc06d6a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.536779:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000670bb303 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.536781:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000670bb303/0xa1e9845215a925af lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0xdc06d6a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.536785:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000670bb303/0xa1e9845215a925af lrc: 4/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0xdc06d6a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.536791:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0xdc06d6a4 (0000000032f1e283) 00010000:00010000:2.0:1780970703.536793:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970703.536795:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000670bb303/0xa1e9845215a925af lrc: 2/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0xdc06d6a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.536800:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000670bb303/0xa1e9845215a925af lrc: 0/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0xdc06d6a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537215:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000e452d205/0xa1e9845215a8aefc lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x1396:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892364f expref: 152 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.537229:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c95fda19 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559749120:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.537247:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 00000000eb8260e1/0xa1e9845215a925cb lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1396:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537255:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 00000000eb8260e1/0xa1e9845215a925cb lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1396:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537261:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000eb8260e1/0xa1e9845215a925cb lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1396:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1780970703.537449:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x10:0x0].3170, 64 off211072 00000001:00080000:3.0:1780970703.537459:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:3.0:1780970703.537473:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 00000000eb8260e1/0xa1e9845215a925cb lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1396:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537479:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000eb8260e1/0xa1e9845215a925cb lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x1396:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537486:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000eb8260e1/0xa1e9845215a925cb lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x1396:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537491:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eb8260e1 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.537494:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000eb8260e1/0xa1e9845215a925cb lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x1396:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537501:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000eb8260e1/0xa1e9845215a925cb lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x1396:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537510:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x1396:0x0].0x0 (0000000055716f5a) 00010000:00010000:3.0:1780970703.537512:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780970703.537515:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000eb8260e1/0xa1e9845215a925cb lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x1396:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537519:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000eb8260e1/0xa1e9845215a925cb lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x1396:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537532:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000d01e323f/0xa1e9845215a925bd lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537537:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000d01e323f/0xa1e9845215a925bd lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537542:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000d01e323f/0xa1e9845215a925bd lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537546:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d01e323f already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.537547:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000d01e323f/0xa1e9845215a925bd lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537552:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000d01e323f/0xa1e9845215a925bd lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537558:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (000000003a27e48e) 00010000:00010000:3.0:1780970703.537561:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.537562:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000d01e323f/0xa1e9845215a925bd lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537566:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000d01e323f/0xa1e9845215a925bd lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537576:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 000000007d3cc917/0xa1e9845215a925c4 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xe34e7ab4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537581:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000007d3cc917/0xa1e9845215a925c4 lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xe34e7ab4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537586:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000007d3cc917/0xa1e9845215a925c4 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xe34e7ab4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537591:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d3cc917 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.537592:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000007d3cc917/0xa1e9845215a925c4 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xe34e7ab4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537596:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000007d3cc917/0xa1e9845215a925c4 lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xe34e7ab4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537602:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xe34e7ab4 (0000000035bf3474) 00010000:00010000:3.0:1780970703.537603:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.537605:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000007d3cc917/0xa1e9845215a925c4 lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xe34e7ab4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537609:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000007d3cc917/0xa1e9845215a925c4 lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xe34e7ab4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537744:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 000000000d692658/0xa1e9845215a925d9 lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537755:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000000d692658/0xa1e9845215a925d9 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537763:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000000d692658/0xa1e9845215a925d9 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537772:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a925e0 lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x107148fd bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537777:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a925e0 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x107148fd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537782:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a925e0 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x107148fd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537815:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 000000006fbd9769/0xa1e9845215a925e7 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x1397:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537826:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000a0658536/0xa1e9845215a8af1f lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x1397:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898923656 expref: 151 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537832:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 000000006fbd9769/0xa1e9845215a925e7 lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x1397:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537863:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 00000000a0658536/0xa1e9845215a8af1f lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x1397:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923656 expref: 151 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.537880:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 00000000a0658536/0xa1e9845215a8af1f lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x1397:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923656 expref: 151 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.537892:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d306008 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559749184:192.168.204.45@tcp:104: 00010000:00010000:2.0:1780970703.538148:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000001affe6d1/0xa1e9845215a925d2 lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.538159:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001affe6d1/0xa1e9845215a925d2 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.538167:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001affe6d1/0xa1e9845215a925d2 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.538180:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a925ee lrc: 3/0,1 mode: --/PW res: [0x200002b12:0x27:0x0].0x929a4ec bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.538185:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a925ee lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x929a4ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.538191:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a925ee lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x929a4ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.538240:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000090d898cc/0xa1e9845215a925f5 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d04:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.538250:0:112204:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000bbce103a/0xa1e9845215a8b109 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2d04:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236b8 expref: 37 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.538256:0:112204:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000090d898cc/0xa1e9845215a925f5 lrc: 4/0,1 mode: --/EX res: [0x200002b13:0x2d04:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.538276:0:112204:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000bbce103a/0xa1e9845215a8b109 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2d04:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236b8 expref: 37 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.538284:0:112204:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbce103a/0xa1e9845215a8b109 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d04:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236b8 expref: 37 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:2.0:1780970703.538293:0:112204:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed8c3655 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559749248:192.168.204.45@tcp:104: 00000100:00100000:2.0:1780970703.538349:0:112204:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ef774613 going to sleep for 43 seconds 00000100:00100000:2.0:1780970703.539659:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f093748d going to sleep for 43 seconds 00000100:00100000:2.0:1780970703.555152:0:112204:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed8c3655 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559749248:192.168.204.45@tcp:104: 00010000:00010000:2.0:1780970703.555184:0:112204:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 0000000090d898cc/0xa1e9845215a925f5 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d04:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970703.557845:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970703.558210:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d306008 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559749184:192.168.204.45@tcp:104: 00010000:00010000:1.0:1780970703.558237:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 000000006fbd9769/0xa1e9845215a925e7 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x1397:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970703.558313:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563544832 00010000:00010000:2.0:1780970703.558357:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bbce103a/0xa1e9845215a8b109 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d04:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236b8 expref: 38 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:2.0:1780970703.558396:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21684 00000100:00100000:2.0:1780970703.558402:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ca1947f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+38:2263:x1867475563544832:12345-192.168.204.45@tcp:103:ldlm_bl_08.0 00010000:00010000:2.0:1780970703.558419:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780970703.558425:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000bbce103a/0xa1e9845215a8b109 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d04:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236b8 expref: 38 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:2.0:1780970703.558439:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000bbce103a/0xa1e9845215a8b109 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2d04:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236b8 expref: 38 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:2.0:1780970703.558460:0:6250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bbce103a/0xa1e9845215a8b109 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2d04:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236b8 expref: 38 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:2.0:1780970703.558474:0:6250:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2d04:0x0].0x0 (00000000ce2a0eb8) 00010000:00010000:2.0:1780970703.558479:0:6250:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000090d898cc/0xa1e9845215a925f5 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d04:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.558488:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000090d898cc/0xa1e9845215a925f5 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d04:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.558495:0:6250:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000090d898cc/0xa1e9845215a925f5 lrc: 4/0,1 mode: EX/EX res: [0x200002b13:0x2d04:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.558528:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780970703.558637:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ca1947f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+37:2263:x1867475563544832:12345-192.168.204.45@tcp:103:ldlm_bl_08.0 Request processed in 212us (778us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970703.558645:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21684 00010000:00010000:3.0:1780970703.558754:0:112204:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000090d898cc/0xa1e9845215a925f5 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d04:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.558763:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000090d898cc/0xa1e9845215a925f5 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d04:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1780970703.559066:0:112204:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x22:0x0].3334, 64 off221568 00000001:00080000:3.0:1780970703.559082:0:112204:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 25769864377 00010000:00010000:3.0:1780970703.559105:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000090d898cc/0xa1e9845215a925f5 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d04:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.559113:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000090d898cc/0xa1e9845215a925f5 lrc: 2/0,0 mode: EX/EX res: [0x200002b13:0x2d04:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.559119:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000090d898cc/0xa1e9845215a925f5 lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2d04:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.559125:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000090d898cc already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.559129:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000090d898cc/0xa1e9845215a925f5 lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2d04:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.559136:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000090d898cc/0xa1e9845215a925f5 lrc: 4/0,0 mode: EX/EX res: [0x200002b13:0x2d04:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.559151:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2d04:0x0].0x0 (00000000ce2a0eb8) 00010000:00010000:3.0:1780970703.559153:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780970703.559156:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000090d898cc/0xa1e9845215a925f5 lrc: 2/0,0 mode: --/EX res: [0x200002b13:0x2d04:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.559161:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000090d898cc/0xa1e9845215a925f5 lrc: 0/0,0 mode: --/EX res: [0x200002b13:0x2d04:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.559177:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000001affe6d1/0xa1e9845215a925d2 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.559184:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001affe6d1/0xa1e9845215a925d2 lrc: 2/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.559189:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001affe6d1/0xa1e9845215a925d2 lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.559194:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001affe6d1 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.559195:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001affe6d1/0xa1e9845215a925d2 lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.559201:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001affe6d1/0xa1e9845215a925d2 lrc: 4/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.559207:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x0 (00000000ee2df470) 00010000:00010000:3.0:1780970703.559209:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.559211:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001affe6d1/0xa1e9845215a925d2 lrc: 2/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.559219:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001affe6d1/0xa1e9845215a925d2 lrc: 0/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.559230:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a925ee lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x929a4ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.559235:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a925ee lrc: 2/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x929a4ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.559240:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a925ee lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x929a4ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.559244:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000baa382b2 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.559245:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a925ee lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x929a4ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.559249:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a925ee lrc: 4/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x929a4ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.559255:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x929a4ec (0000000037392d48) 00010000:00010000:3.0:1780970703.559257:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.559258:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a925ee lrc: 2/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0x929a4ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.559263:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a925ee lrc: 0/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0x929a4ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.559427:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbd3e6b7/0xa1e9845215a925fc lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.559441:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bbd3e6b7/0xa1e9845215a925fc lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.559447:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bbd3e6b7/0xa1e9845215a925fc lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.559456:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008ae33c47/0xa1e9845215a92603 lrc: 3/0,1 mode: --/PW res: [0x200002b12:0x27:0x0].0x636f417d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.559461:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008ae33c47/0xa1e9845215a92603 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x636f417d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.559467:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008ae33c47/0xa1e9845215a92603 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x636f417d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.559506:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e2bc9a86/0xa1e9845215a9260a lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d05:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.559517:0:112204:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000397bbd1e/0xa1e9845215a8b14f lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2d05:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236c6 expref: 36 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.559523:0:112204:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e2bc9a86/0xa1e9845215a9260a lrc: 4/0,1 mode: --/EX res: [0x200002b13:0x2d05:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.559550:0:112204:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000397bbd1e/0xa1e9845215a8b14f lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2d05:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236c6 expref: 36 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.559560:0:112204:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000397bbd1e/0xa1e9845215a8b14f lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d05:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236c6 expref: 36 pid: 123083 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.559577:0:112204:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078523920 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559749312:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970703.559665:0:112204:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f4e73d going to sleep for 43 seconds 00000100:00100000:3.0:1780970703.560996:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970703.561102:0:6249:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563544896 00010000:00010000:1.0:1780970703.561138:0:6249:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 00000000a0658536/0xa1e9845215a8af1f lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x1397:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923656 expref: 152 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:1.0:1780970703.561182:0:6249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21685 00000100:00100000:1.0:1780970703.561189:0:6249:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000524f1eb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e474371c-4744-4c95-8a55-40a3132b2542+152:2263:x1867475563544896:12345-192.168.204.45@tcp:103:ldlm_bl_06.0 00010000:00010000:1.0:1780970703.561201:0:6249:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780970703.561207:0:6249:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 00000000a0658536/0xa1e9845215a8af1f lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x1397:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923656 expref: 152 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:1.0:1780970703.561219:0:6249:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 00000000a0658536/0xa1e9845215a8af1f lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x1397:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923656 expref: 152 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:1.0:1780970703.561236:0:6249:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000a0658536/0xa1e9845215a8af1f lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x1397:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923656 expref: 152 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:1.0:1780970703.561251:0:6249:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x1397:0x0].0x0 (00000000201083d0) 00010000:00010000:1.0:1780970703.561256:0:6249:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 000000006fbd9769/0xa1e9845215a925e7 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x1397:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.561265:0:6249:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 000000006fbd9769/0xa1e9845215a925e7 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1397:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.561272:0:6249:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000006fbd9769/0xa1e9845215a925e7 lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x1397:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.561308:0:6249:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780970703.561358:0:6249:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000524f1eb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e474371c-4744-4c95-8a55-40a3132b2542+151:2263:x1867475563544896:12345-192.168.204.45@tcp:103:ldlm_bl_06.0 Request processed in 169us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970703.561366:0:6249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21685 00010000:00010000:3.0:1780970703.563888:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 000000006fbd9769/0xa1e9845215a925e7 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1397:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.563909:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000006fbd9769/0xa1e9845215a925e7 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1397:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1780970703.564247:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x12:0x0].3170, 64 off211072 00000001:00080000:3.0:1780970703.564264:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:3.0:1780970703.564301:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 000000006fbd9769/0xa1e9845215a925e7 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1397:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.564310:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000006fbd9769/0xa1e9845215a925e7 lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x1397:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.564319:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000006fbd9769/0xa1e9845215a925e7 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x1397:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.564326:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006fbd9769 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.564330:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000006fbd9769/0xa1e9845215a925e7 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x1397:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.564337:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000006fbd9769/0xa1e9845215a925e7 lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x1397:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.564354:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x1397:0x0].0x0 (00000000201083d0) 00010000:00010000:3.0:1780970703.564358:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780970703.564363:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000006fbd9769/0xa1e9845215a925e7 lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x1397:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.564368:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000006fbd9769/0xa1e9845215a925e7 lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x1397:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.564387:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 000000000d692658/0xa1e9845215a925d9 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.564393:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000000d692658/0xa1e9845215a925d9 lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.564398:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000000d692658/0xa1e9845215a925d9 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.564403:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000d692658 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.564405:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000000d692658/0xa1e9845215a925d9 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.564411:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000000d692658/0xa1e9845215a925d9 lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.564418:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (000000002e30cccd) 00010000:00010000:3.0:1780970703.564420:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.564422:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000000d692658/0xa1e9845215a925d9 lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.564428:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000000d692658/0xa1e9845215a925d9 lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.564443:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a925e0 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x107148fd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.564449:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a925e0 lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x107148fd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.564455:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a925e0 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x107148fd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.564584:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b10d0ec0 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.564587:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a925e0 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x107148fd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.564593:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a925e0 lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x107148fd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.564601:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x107148fd (00000000a982b014) 00010000:00010000:3.0:1780970703.564603:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.564606:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a925e0 lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x107148fd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.564611:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a925e0 lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x107148fd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.564792:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000e20877f3/0xa1e9845215a92611 lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.564806:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000e20877f3/0xa1e9845215a92611 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.564821:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000e20877f3/0xa1e9845215a92611 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.564832:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 0000000036ef2c1c/0xa1e9845215a92618 lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x3d941745 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.564838:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 0000000036ef2c1c/0xa1e9845215a92618 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x3d941745 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.564845:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 0000000036ef2c1c/0xa1e9845215a92618 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x3d941745 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.564889:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a9261f lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x1398:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.564902:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 0000000014136901/0xa1e9845215a8af42 lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x1398:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892365d expref: 150 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.564910:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a9261f lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x1398:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.564946:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 0000000014136901/0xa1e9845215a8af42 lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x1398:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892365d expref: 150 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.564958:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 0000000014136901/0xa1e9845215a8af42 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x1398:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892365d expref: 150 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.564971:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a583f428 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559749376:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970703.565058:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d14cc663 going to sleep for 43 seconds 00000100:00100000:3.0:1780970703.569567:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a583f428 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559749376:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.569604:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a9261f lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x1398:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970703.575539:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970703.575644:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.575812:0:112204:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078523920 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559749312:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.575843:0:112204:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000e2bc9a86/0xa1e9845215a9260a lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d05:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970703.576800:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563544960 00010000:00010000:2.0:1780970703.576856:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 0000000014136901/0xa1e9845215a8af42 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x1398:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892365d expref: 151 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:2.0:1780970703.576900:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563545024 00010000:00010000:2.0:1780970703.576912:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000397bbd1e/0xa1e9845215a8b14f lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d05:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236c6 expref: 37 pid: 123083 timeout: 7455 lvb_type: 0 00000100:00100000:2.0:1780970703.576946:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21686 00000100:00100000:2.0:1780970703.576952:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086b3ecd7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+151:2264:x1867475563544960:12345-192.168.204.45@tcp:103:ldlm_bl_05.0 00010000:00010000:2.0:1780970703.576970:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780970703.576977:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 0000000014136901/0xa1e9845215a8af42 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x1398:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892365d expref: 151 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:2.0:1780970703.576987:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 0000000014136901/0xa1e9845215a8af42 lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x1398:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892365d expref: 151 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.577018:0:13129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21687 00010000:00010000:2.0:1780970703.577019:0:6250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000014136901/0xa1e9845215a8af42 lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x1398:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892365d expref: 151 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.577024:0:13129:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015f2e590 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+37:2263:x1867475563545024:12345-192.168.204.45@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1780970703.577034:0:13129:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780970703.577036:0:6250:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x1398:0x0].0x0 (0000000042e0b10e) 00010000:00010000:3.0:1780970703.577038:0:13129:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000397bbd1e/0xa1e9845215a8b14f lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d05:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236c6 expref: 37 pid: 123083 timeout: 7455 lvb_type: 0 00010000:00010000:2.0:1780970703.577040:0:6250:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a9261f lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x1398:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.577048:0:13129:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000397bbd1e/0xa1e9845215a8b14f lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2d05:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236c6 expref: 37 pid: 123083 timeout: 7455 lvb_type: 0 00010000:00010000:2.0:1780970703.577049:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a9261f lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1398:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.577057:0:6250:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a9261f lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x1398:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.577059:0:13129:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000397bbd1e/0xa1e9845215a8b14f lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2d05:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236c6 expref: 37 pid: 123083 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.577069:0:13129:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2d05:0x0].0x0 (00000000bfc00d92) 00010000:00010000:3.0:1780970703.577072:0:13129:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000e2bc9a86/0xa1e9845215a9260a lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d05:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.577079:0:13129:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000e2bc9a86/0xa1e9845215a9260a lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d05:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.577083:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780970703.577088:0:13129:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e2bc9a86/0xa1e9845215a9260a lrc: 4/0,1 mode: EX/EX res: [0x200002b13:0x2d05:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.577100:0:13129:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780970703.577134:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086b3ecd7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+150:2264:x1867475563544960:12345-192.168.204.45@tcp:103:ldlm_bl_05.0 Request processed in 181us (1602us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970703.577141:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21686 00010000:00010000:2.0:1780970703.577168:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a9261f lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1398:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.577175:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a9261f lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1398:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1780970703.577638:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x10:0x0].3171, 64 off211136 00000001:00080000:2.0:1780970703.577652:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:2.0:1780970703.577668:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a9261f lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1398:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.577676:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a9261f lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x1398:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.577683:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a9261f lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x1398:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.577689:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001897266b already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.577692:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a9261f lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x1398:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.577700:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a9261f lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x1398:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.577709:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x1398:0x0].0x0 (0000000042e0b10e) 00010000:00010000:2.0:1780970703.577711:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970703.577714:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a9261f lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x1398:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.577720:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a9261f lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x1398:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.577741:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000e20877f3/0xa1e9845215a92611 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.577747:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000e20877f3/0xa1e9845215a92611 lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.577752:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000e20877f3/0xa1e9845215a92611 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.577757:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e20877f3 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.577759:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000e20877f3/0xa1e9845215a92611 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.577764:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000e20877f3/0xa1e9845215a92611 lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.577770:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (000000007bca03c7) 00010000:00010000:2.0:1780970703.577773:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970703.577775:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000e20877f3/0xa1e9845215a92611 lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.577781:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000e20877f3/0xa1e9845215a92611 lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.577791:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 0000000036ef2c1c/0xa1e9845215a92618 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x3d941745 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.577797:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000036ef2c1c/0xa1e9845215a92618 lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x3d941745 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.577807:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000036ef2c1c/0xa1e9845215a92618 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x3d941745 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.577812:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000036ef2c1c already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.577814:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000036ef2c1c/0xa1e9845215a92618 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x3d941745 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.577819:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000036ef2c1c/0xa1e9845215a92618 lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x3d941745 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.577826:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x3d941745 (000000009f272d0f) 00010000:00010000:2.0:1780970703.577828:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970703.577829:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000036ef2c1c/0xa1e9845215a92618 lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x3d941745 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.577835:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000036ef2c1c/0xa1e9845215a92618 lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x3d941745 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.578008:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a92626 lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.578020:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a92626 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.578029:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a92626 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.578042:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000de3688ef/0xa1e9845215a9262d lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x6ab6e58d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.578053:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000de3688ef/0xa1e9845215a9262d lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x6ab6e58d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.578060:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000de3688ef/0xa1e9845215a9262d lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x6ab6e58d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.578101:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92634 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x1399:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.578113:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 000000005950f991/0xa1e9845215a8af65 lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x1399:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898923664 expref: 149 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.578121:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92634 lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x1399:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.578156:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 000000005950f991/0xa1e9845215a8af65 lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x1399:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923664 expref: 149 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.578169:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 000000005950f991/0xa1e9845215a8af65 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x1399:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923664 expref: 149 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:2.0:1780970703.578184:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed8c3655 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559749440:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970703.580663:0:13129:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015f2e590 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+36:2263:x1867475563545024:12345-192.168.204.45@tcp:103:ldlm_bl_01.0 Request processed in 3629us (5011us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.580679:0:13129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21687 00010000:00010000:3.0:1780970703.580740:0:112204:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000e2bc9a86/0xa1e9845215a9260a lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d05:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.580752:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e2bc9a86/0xa1e9845215a9260a lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d05:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780970703.581130:0:112204:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x20:0x0].4343, 64 off286144 00000001:00080000:1.0:1780970703.581143:0:112204:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 25769864377 00010000:00010000:1.0:1780970703.581160:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e2bc9a86/0xa1e9845215a9260a lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d05:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.581168:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e2bc9a86/0xa1e9845215a9260a lrc: 2/0,0 mode: EX/EX res: [0x200002b13:0x2d05:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.581174:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e2bc9a86/0xa1e9845215a9260a lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2d05:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.581180:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e2bc9a86 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.581182:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e2bc9a86/0xa1e9845215a9260a lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2d05:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.581189:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e2bc9a86/0xa1e9845215a9260a lrc: 4/0,0 mode: EX/EX res: [0x200002b13:0x2d05:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.581203:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2d05:0x0].0x0 (00000000bfc00d92) 00010000:00010000:1.0:1780970703.581207:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780970703.581210:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e2bc9a86/0xa1e9845215a9260a lrc: 2/0,0 mode: --/EX res: [0x200002b13:0x2d05:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.581216:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e2bc9a86/0xa1e9845215a9260a lrc: 0/0,0 mode: --/EX res: [0x200002b13:0x2d05:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.581232:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbd3e6b7/0xa1e9845215a925fc lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.581237:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bbd3e6b7/0xa1e9845215a925fc lrc: 2/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.581242:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bbd3e6b7/0xa1e9845215a925fc lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.581247:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bbd3e6b7 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.581249:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbd3e6b7/0xa1e9845215a925fc lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.581253:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbd3e6b7/0xa1e9845215a925fc lrc: 4/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.581259:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x0 (000000000b372382) 00010000:00010000:1.0:1780970703.581261:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970703.581262:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bbd3e6b7/0xa1e9845215a925fc lrc: 2/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.581267:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bbd3e6b7/0xa1e9845215a925fc lrc: 0/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.581280:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008ae33c47/0xa1e9845215a92603 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x636f417d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.581286:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008ae33c47/0xa1e9845215a92603 lrc: 2/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x636f417d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.581292:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008ae33c47/0xa1e9845215a92603 lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x636f417d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.581297:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008ae33c47 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.581299:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ae33c47/0xa1e9845215a92603 lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x636f417d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.581304:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ae33c47/0xa1e9845215a92603 lrc: 4/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x636f417d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.581309:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x636f417d (00000000455d5c9c) 00010000:00010000:1.0:1780970703.581311:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970703.581313:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008ae33c47/0xa1e9845215a92603 lrc: 2/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0x636f417d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.581317:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008ae33c47/0xa1e9845215a92603 lrc: 0/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0x636f417d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.581456:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000007c18f963/0xa1e9845215a9263b lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.581468:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007c18f963/0xa1e9845215a9263b lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.581482:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007c18f963/0xa1e9845215a9263b lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.581492:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007d3cc917/0xa1e9845215a92642 lrc: 3/0,1 mode: --/PW res: [0x200002b12:0x27:0x0].0x9adc762f bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.581498:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007d3cc917/0xa1e9845215a92642 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x9adc762f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.581503:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007d3cc917/0xa1e9845215a92642 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x9adc762f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.581543:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d01e323f/0xa1e9845215a92649 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2ce8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.581718:0:112204:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000927c6209/0xa1e9845215a8a8d5 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2ce8:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898923514 expref: 35 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.581725:0:112204:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d01e323f/0xa1e9845215a92649 lrc: 4/0,1 mode: --/EX res: [0x200002b13:0x2ce8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.581775:0:112204:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000927c6209/0xa1e9845215a8a8d5 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2ce8:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923514 expref: 35 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.581786:0:112204:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000927c6209/0xa1e9845215a8a8d5 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2ce8:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923514 expref: 35 pid: 123083 timeout: 7455 lvb_type: 0 00000100:00100000:1.0:1780970703.581799:0:112204:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6c6c648 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559749504:192.168.204.45@tcp:104: 00000100:00100000:1.0:1780970703.581855:0:112204:0:(client.c:2500:ptlrpc_set_wait()) set 00000000bb0f54a1 going to sleep for 43 seconds 00000100:00100000:1.0:1780970703.594502:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.596097:0:112204:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6c6c648 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559749504:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.596127:0:112204:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000d01e323f/0xa1e9845215a92649 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2ce8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970703.598199:0:13129:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563545088 00010000:00010000:0.0:1780970703.598255:0:13129:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000927c6209/0xa1e9845215a8a8d5 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2ce8:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923514 expref: 36 pid: 123083 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.598304:0:13129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21688 00000100:00100000:0.0:1780970703.598311:0:13129:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000baf83255 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+36:2263:x1867475563545088:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1780970703.598327:0:13129:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780970703.598334:0:13129:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000927c6209/0xa1e9845215a8a8d5 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2ce8:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923514 expref: 36 pid: 123083 timeout: 7455 lvb_type: 0 00010000:00010000:0.0:1780970703.598345:0:13129:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000927c6209/0xa1e9845215a8a8d5 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2ce8:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923514 expref: 36 pid: 123083 timeout: 7455 lvb_type: 0 00010000:00010000:0.0:1780970703.598366:0:13129:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000927c6209/0xa1e9845215a8a8d5 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2ce8:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923514 expref: 36 pid: 123083 timeout: 7455 lvb_type: 0 00010000:00010000:0.0:1780970703.598383:0:13129:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2ce8:0x0].0x0 (00000000f9773cae) 00010000:00010000:0.0:1780970703.598387:0:13129:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000d01e323f/0xa1e9845215a92649 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2ce8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.598398:0:13129:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000d01e323f/0xa1e9845215a92649 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2ce8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.598407:0:13129:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d01e323f/0xa1e9845215a92649 lrc: 4/0,1 mode: EX/EX res: [0x200002b13:0x2ce8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.598449:0:13129:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780970703.598516:0:13129:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000baf83255 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+35:2263:x1867475563545088:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 Request processed in 205us (4023us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970703.598525:0:13129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21688 00010000:00010000:3.0:1780970703.598543:0:112204:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000d01e323f/0xa1e9845215a92649 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2ce8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.598552:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d01e323f/0xa1e9845215a92649 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2ce8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1780970703.598944:0:112204:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x22:0x0].3335, 64 off221632 00000001:00080000:3.0:1780970703.598959:0:112204:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 25769864377 00010000:00010000:3.0:1780970703.598976:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d01e323f/0xa1e9845215a92649 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2ce8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.598989:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d01e323f/0xa1e9845215a92649 lrc: 2/0,0 mode: EX/EX res: [0x200002b13:0x2ce8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.598996:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d01e323f/0xa1e9845215a92649 lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2ce8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.599015:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d01e323f already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.599019:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d01e323f/0xa1e9845215a92649 lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2ce8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.599026:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d01e323f/0xa1e9845215a92649 lrc: 4/0,0 mode: EX/EX res: [0x200002b13:0x2ce8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.599035:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2ce8:0x0].0x0 (00000000f9773cae) 00010000:00010000:3.0:1780970703.599037:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780970703.599040:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d01e323f/0xa1e9845215a92649 lrc: 2/0,0 mode: --/EX res: [0x200002b13:0x2ce8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.599045:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d01e323f/0xa1e9845215a92649 lrc: 0/0,0 mode: --/EX res: [0x200002b13:0x2ce8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.599062:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000007c18f963/0xa1e9845215a9263b lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.599067:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007c18f963/0xa1e9845215a9263b lrc: 2/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.599072:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007c18f963/0xa1e9845215a9263b lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.599080:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007c18f963 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.599082:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007c18f963/0xa1e9845215a9263b lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.599086:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007c18f963/0xa1e9845215a9263b lrc: 4/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.599094:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x0 (00000000ce5740c8) 00010000:00010000:3.0:1780970703.599096:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.599097:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007c18f963/0xa1e9845215a9263b lrc: 2/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.599102:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007c18f963/0xa1e9845215a9263b lrc: 0/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.599114:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007d3cc917/0xa1e9845215a92642 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x9adc762f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.599120:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007d3cc917/0xa1e9845215a92642 lrc: 2/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x9adc762f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.599125:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007d3cc917/0xa1e9845215a92642 lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x9adc762f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.599130:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d3cc917 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.599131:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007d3cc917/0xa1e9845215a92642 lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x9adc762f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.599136:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007d3cc917/0xa1e9845215a92642 lrc: 4/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x9adc762f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.599143:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x9adc762f (0000000052923637) 00010000:00010000:3.0:1780970703.599145:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.599146:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007d3cc917/0xa1e9845215a92642 lrc: 2/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0x9adc762f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.599151:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007d3cc917/0xa1e9845215a92642 lrc: 0/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0x9adc762f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.599654:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a92650 lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.599667:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a92650 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.599675:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a92650 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.599687:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006fbd9769/0xa1e9845215a92657 lrc: 3/0,1 mode: --/PW res: [0x200002b12:0x27:0x0].0x116323c0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.599693:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006fbd9769/0xa1e9845215a92657 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x116323c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.599699:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006fbd9769/0xa1e9845215a92657 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x116323c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.599835:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a9265e lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d06:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.600038:0:112204:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000e29f1426/0xa1e9845215a8b172 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2d06:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236cd expref: 34 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.600044:0:112204:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a9265e lrc: 4/0,1 mode: --/EX res: [0x200002b13:0x2d06:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.600079:0:112204:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000e29f1426/0xa1e9845215a8b172 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2d06:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236cd expref: 34 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.600089:0:112204:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000e29f1426/0xa1e9845215a8b172 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d06:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236cd expref: 34 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.600103:0:112204:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025147dd2 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559749568:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970703.600204:0:112204:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e46e9209 going to sleep for 43 seconds 00000100:00100000:2.0:1780970703.601311:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ef774613 going to sleep for 43 seconds 00000100:00100000:1.0:1780970703.604991:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.605077:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed8c3655 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559749440:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.605116:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92634 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x1399:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970703.605123:0:6249:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563545152 00010000:00010000:0.0:1780970703.605155:0:6249:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 000000005950f991/0xa1e9845215a8af65 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x1399:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923664 expref: 150 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.605199:0:6249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21689 00000100:00100000:0.0:1780970703.605205:0:6249:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1f8ce08 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e474371c-4744-4c95-8a55-40a3132b2542+150:2264:x1867475563545152:12345-192.168.204.45@tcp:103:ldlm_bl_07.0 00010000:00010000:0.0:1780970703.605219:0:6249:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780970703.605226:0:6249:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 000000005950f991/0xa1e9845215a8af65 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x1399:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923664 expref: 150 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:0.0:1780970703.605236:0:6249:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 000000005950f991/0xa1e9845215a8af65 lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x1399:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923664 expref: 150 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:0.0:1780970703.605258:0:6249:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000005950f991/0xa1e9845215a8af65 lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x1399:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923664 expref: 150 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:0.0:1780970703.605273:0:6249:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x1399:0x0].0x0 (00000000488685ad) 00010000:00010000:0.0:1780970703.605276:0:6249:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92634 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x1399:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.605286:0:6249:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92634 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1399:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.605295:0:6249:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92634 lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x1399:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.605332:0:6249:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780970703.605376:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92634 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1399:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.605384:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92634 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1399:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970703.605384:0:6249:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1f8ce08 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e474371c-4744-4c95-8a55-40a3132b2542+149:2264:x1867475563545152:12345-192.168.204.45@tcp:103:ldlm_bl_07.0 Request processed in 178us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970703.605393:0:6249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21689 00000040:00080000:1.0:1780970703.605715:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x12:0x0].3171, 64 off211136 00000001:00080000:1.0:1780970703.605731:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:1.0:1780970703.605751:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92634 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x1399:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.605759:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92634 lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x1399:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.605766:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92634 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x1399:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.605772:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000013d3ea32 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.605775:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92634 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x1399:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.605782:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92634 lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x1399:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.605791:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x1399:0x0].0x0 (00000000488685ad) 00010000:00010000:1.0:1780970703.605793:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780970703.605796:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92634 lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x1399:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.605802:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92634 lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x1399:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.605817:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a92626 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.605822:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a92626 lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.605827:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a92626 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.605832:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000670bb303 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.605834:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a92626 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.605839:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a92626 lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.605847:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (0000000032f1e283) 00010000:00010000:1.0:1780970703.605849:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970703.605851:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a92626 lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.605856:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a92626 lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.605867:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000de3688ef/0xa1e9845215a9262d lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x6ab6e58d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.605876:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000de3688ef/0xa1e9845215a9262d lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x6ab6e58d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.605881:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000de3688ef/0xa1e9845215a9262d lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x6ab6e58d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.605886:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000de3688ef already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.605888:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000de3688ef/0xa1e9845215a9262d lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x6ab6e58d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.605892:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000de3688ef/0xa1e9845215a9262d lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x6ab6e58d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.605898:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x6ab6e58d (000000001ef72f9a) 00010000:00010000:1.0:1780970703.605900:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970703.605902:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000de3688ef/0xa1e9845215a9262d lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x6ab6e58d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.605906:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000de3688ef/0xa1e9845215a9262d lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x6ab6e58d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.606105:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000eb8260e1/0xa1e9845215a92665 lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.606116:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000eb8260e1/0xa1e9845215a92665 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.606123:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000eb8260e1/0xa1e9845215a92665 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.606140:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 0000000087714942/0xa1e9845215a9266c lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xc4fc821e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.606147:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 0000000087714942/0xa1e9845215a9266c lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xc4fc821e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.606152:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 0000000087714942/0xa1e9845215a9266c lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xc4fc821e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.606196:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 00000000e2211dd2/0xa1e9845215a92673 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x139a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.606208:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 000000009caa3e18/0xa1e9845215a8afab lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x139a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898923672 expref: 148 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.606214:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 00000000e2211dd2/0xa1e9845215a92673 lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x139a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.606246:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 000000009caa3e18/0xa1e9845215a8afab lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x139a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923672 expref: 148 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.606256:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 000000009caa3e18/0xa1e9845215a8afab lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x139a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923672 expref: 148 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:1.0:1780970703.606268:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6c6c648 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559749632:192.168.204.45@tcp:104: 00000100:00100000:1.0:1780970703.606337:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000bb68bb34 going to sleep for 43 seconds 00000100:00100000:1.0:1780970703.611087:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970703.612100:0:112204:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025147dd2 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559749568:192.168.204.45@tcp:104: 00010000:00010000:0.0:1780970703.612131:0:112204:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a9265e lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d06:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970703.613102:0:13129:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563545216 00010000:00010000:3.0:1780970703.613142:0:13129:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e29f1426/0xa1e9845215a8b172 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d06:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236cd expref: 35 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.613180:0:13129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21690 00000100:00100000:3.0:1780970703.613186:0:13129:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4f4b674 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+35:2263:x1867475563545216:12345-192.168.204.45@tcp:103:ldlm_bl_09.0 00010000:00010000:3.0:1780970703.613202:0:13129:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.613207:0:13129:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000e29f1426/0xa1e9845215a8b172 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d06:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236cd expref: 35 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.613220:0:13129:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000e29f1426/0xa1e9845215a8b172 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2d06:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236cd expref: 35 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.613240:0:13129:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e29f1426/0xa1e9845215a8b172 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2d06:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236cd expref: 35 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.613256:0:13129:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2d06:0x0].0x0 (0000000031e6d051) 00010000:00010000:3.0:1780970703.613260:0:13129:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a9265e lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d06:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.613269:0:13129:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a9265e lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d06:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.613278:0:13129:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a9265e lrc: 4/0,1 mode: EX/EX res: [0x200002b13:0x2d06:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.613301:0:13129:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.613350:0:13129:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4f4b674 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+34:2263:x1867475563545216:12345-192.168.204.45@tcp:103:ldlm_bl_09.0 Request processed in 164us (2271us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.613359:0:13129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21690 00010000:00010000:0.0:1780970703.613479:0:112204:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a9265e lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d06:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.613489:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a9265e lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d06:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780970703.613777:0:112204:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x22:0x0].3336, 64 off221696 00000001:00080000:0.0:1780970703.613791:0:112204:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 25769864377 00010000:00010000:0.0:1780970703.613815:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a9265e lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d06:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.613823:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a9265e lrc: 2/0,0 mode: EX/EX res: [0x200002b13:0x2d06:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.613836:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a9265e lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2d06:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.613842:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000d6f2a3f already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.613845:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a9265e lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2d06:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.613853:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a9265e lrc: 4/0,0 mode: EX/EX res: [0x200002b13:0x2d06:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.613862:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2d06:0x0].0x0 (0000000031e6d051) 00010000:00010000:0.0:1780970703.613865:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780970703.613867:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a9265e lrc: 2/0,0 mode: --/EX res: [0x200002b13:0x2d06:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.613873:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a9265e lrc: 0/0,0 mode: --/EX res: [0x200002b13:0x2d06:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.613889:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a92650 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.613896:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a92650 lrc: 2/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.613902:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a92650 lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.613907:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000d692658 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.613908:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a92650 lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.613914:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a92650 lrc: 4/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.613921:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x0 (000000002e30cccd) 00010000:00010000:0.0:1780970703.613924:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970703.613926:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a92650 lrc: 2/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.613931:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a92650 lrc: 0/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.614224:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006fbd9769/0xa1e9845215a92657 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x116323c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.614231:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006fbd9769/0xa1e9845215a92657 lrc: 2/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x116323c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.614238:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006fbd9769/0xa1e9845215a92657 lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x116323c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.614243:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006fbd9769 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.614245:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006fbd9769/0xa1e9845215a92657 lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x116323c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.614251:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006fbd9769/0xa1e9845215a92657 lrc: 4/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x116323c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.614259:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x116323c0 (000000008ced4c29) 00010000:00010000:0.0:1780970703.614262:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970703.614264:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006fbd9769/0xa1e9845215a92657 lrc: 2/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0x116323c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.614270:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006fbd9769/0xa1e9845215a92657 lrc: 0/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0x116323c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.614416:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000f84f780/0xa1e9845215a9267a lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.614427:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000f84f780/0xa1e9845215a9267a lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.614434:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000f84f780/0xa1e9845215a9267a lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.614444:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92681 lrc: 3/0,1 mode: --/PW res: [0x200002b12:0x27:0x0].0x3e85f208 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.614451:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92681 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x3e85f208 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.614458:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92681 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x3e85f208 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.614498:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005912c1b2/0xa1e9845215a92688 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d07:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.614509:0:112204:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000d58ea2d3/0xa1e9845215a8b195 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2d07:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236d4 expref: 33 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.614517:0:112204:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000005912c1b2/0xa1e9845215a92688 lrc: 4/0,1 mode: --/EX res: [0x200002b13:0x2d07:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.614546:0:112204:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000d58ea2d3/0xa1e9845215a8b195 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2d07:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236d4 expref: 33 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.614556:0:112204:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000d58ea2d3/0xa1e9845215a8b195 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d07:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236d4 expref: 33 pid: 123083 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.614570:0:112204:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025147dd2 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559749696:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970703.614655:0:112204:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e46e9209 going to sleep for 43 seconds 00000100:00100000:0.0:1780970703.626795:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970703.626830:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970703.626870:0:13129:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563545280 00010000:00010000:0.0:1780970703.626902:0:13129:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 000000009caa3e18/0xa1e9845215a8afab lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x139a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923672 expref: 149 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.626931:0:13129:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563545344 00010000:00010000:0.0:1780970703.626952:0:13129:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d58ea2d3/0xa1e9845215a8b195 lrc: 5/0,0 mode: CR/CR res: [0x200002b13:0x2d07:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236d4 expref: 34 pid: 123083 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.626974:0:13129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21691 00000100:00100000:0.0:1780970703.626981:0:13129:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002505829a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+149:2264:x1867475563545280:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1780970703.627005:0:13129:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780970703.627011:0:13129:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 000000009caa3e18/0xa1e9845215a8afab lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x139a:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923672 expref: 149 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:0.0:1780970703.627022:0:13129:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 000000009caa3e18/0xa1e9845215a8afab lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x139a:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923672 expref: 149 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:0.0:1780970703.627049:0:13129:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x139a:0x0].0x0 (000000009f1c8309) 00010000:00010000:0.0:1780970703.627053:0:13129:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 00000000e2211dd2/0xa1e9845215a92673 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x139a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.627063:0:13129:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000e2211dd2/0xa1e9845215a92673 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x139a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.627072:0:13129:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000e2211dd2/0xa1e9845215a92673 lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x139a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.627097:0:13129:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780970703.627144:0:13129:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002505829a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+149:2264:x1867475563545280:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 Request processed in 163us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970703.627151:0:13129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21691 00000100:00100000:0.0:1780970703.627180:0:13129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21692 00000100:00100000:0.0:1780970703.627185:0:13129:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015009ff4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+34:2264:x1867475563545344:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1780970703.627194:0:13129:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780970703.627199:0:13129:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000d58ea2d3/0xa1e9845215a8b195 lrc: 5/0,0 mode: CR/CR res: [0x200002b13:0x2d07:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236d4 expref: 34 pid: 123083 timeout: 7455 lvb_type: 0 00010000:00010000:0.0:1780970703.627206:0:13129:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000d58ea2d3/0xa1e9845215a8b195 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d07:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236d4 expref: 34 pid: 123083 timeout: 7455 lvb_type: 0 00010000:00010000:0.0:1780970703.627217:0:13129:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2d07:0x0].0x0 (000000009e5b3ab9) 00010000:00010000:0.0:1780970703.627220:0:13129:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000005912c1b2/0xa1e9845215a92688 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d07:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.627229:0:13129:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000005912c1b2/0xa1e9845215a92688 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d07:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.627235:0:13129:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005912c1b2/0xa1e9845215a92688 lrc: 4/0,1 mode: EX/EX res: [0x200002b13:0x2d07:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.627245:0:13129:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780970703.627262:0:13129:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015009ff4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+34:2264:x1867475563545344:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 Request processed in 77us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970703.627268:0:13129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21692 00010000:00010000:1.0:1780970703.627589:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000009caa3e18/0xa1e9845215a8afab lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x139a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923672 expref: 148 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:1.0:1780970703.627606:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6c6c648 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559749632:192.168.204.45@tcp:104: 00010000:00010000:1.0:1780970703.627667:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 00000000e2211dd2/0xa1e9845215a92673 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x139a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.627676:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 00000000e2211dd2/0xa1e9845215a92673 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x139a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.627682:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000e2211dd2/0xa1e9845215a92673 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x139a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780970703.627950:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x10:0x0].3172, 64 off211200 00000001:00080000:1.0:1780970703.627965:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:1.0:1780970703.627983:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 00000000e2211dd2/0xa1e9845215a92673 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x139a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.627990:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000e2211dd2/0xa1e9845215a92673 lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x139a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.628005:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000e2211dd2/0xa1e9845215a92673 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x139a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.628012:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e2211dd2 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.628015:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000e2211dd2/0xa1e9845215a92673 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x139a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.628021:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000e2211dd2/0xa1e9845215a92673 lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x139a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.628035:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x139a:0x0].0x0 (000000009f1c8309) 00010000:00010000:1.0:1780970703.628038:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780970703.628042:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000e2211dd2/0xa1e9845215a92673 lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x139a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.628047:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000e2211dd2/0xa1e9845215a92673 lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x139a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.628064:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000eb8260e1/0xa1e9845215a92665 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.628069:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000eb8260e1/0xa1e9845215a92665 lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.628075:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000eb8260e1/0xa1e9845215a92665 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.628080:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eb8260e1 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.628082:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000eb8260e1/0xa1e9845215a92665 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.628087:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000eb8260e1/0xa1e9845215a92665 lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.628094:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (00000000a6c9201d) 00010000:00010000:1.0:1780970703.628096:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970703.628098:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000eb8260e1/0xa1e9845215a92665 lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.628106:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000eb8260e1/0xa1e9845215a92665 lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.628118:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 0000000087714942/0xa1e9845215a9266c lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xc4fc821e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.628124:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000087714942/0xa1e9845215a9266c lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xc4fc821e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.628129:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000087714942/0xa1e9845215a9266c lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xc4fc821e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.628133:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000087714942 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.628135:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000087714942/0xa1e9845215a9266c lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xc4fc821e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.628140:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000087714942/0xa1e9845215a9266c lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xc4fc821e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.628147:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xc4fc821e (00000000093ed32d) 00010000:00010000:1.0:1780970703.628149:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970703.628150:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000087714942/0xa1e9845215a9266c lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xc4fc821e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.628156:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000087714942/0xa1e9845215a9266c lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xc4fc821e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.628292:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000d0005d36/0xa1e9845215a9268f lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.628306:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000d0005d36/0xa1e9845215a9268f lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.628312:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000d0005d36/0xa1e9845215a9268f lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.628322:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 000000004e2b238c/0xa1e9845215a92696 lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x549e6bcb bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.628327:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000004e2b238c/0xa1e9845215a92696 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x549e6bcb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.628333:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000004e2b238c/0xa1e9845215a92696 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x549e6bcb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.628377:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 00000000af0d13c1/0xa1e9845215a9269d lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x139b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.628387:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000e8cd440a/0xa1e9845215a8b07d lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x139b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892369c expref: 147 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.628394:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 00000000af0d13c1/0xa1e9845215a9269d lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x139b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.628421:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 00000000e8cd440a/0xa1e9845215a8b07d lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x139b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892369c expref: 147 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.628433:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 00000000e8cd440a/0xa1e9845215a8b07d lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x139b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892369c expref: 147 pid: 123083 timeout: 7455 lvb_type: 0 00000100:00100000:1.0:1780970703.628451:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e5835b1a pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559749760:192.168.204.45@tcp:104: 00000100:00100000:1.0:1780970703.628524:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000bb68bb34 going to sleep for 43 seconds 00010000:00010000:2.0:1780970703.629256:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d58ea2d3/0xa1e9845215a8b195 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2d07:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236d4 expref: 33 pid: 123083 timeout: 7455 lvb_type: 0 00000100:00100000:2.0:1780970703.629273:0:112204:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025147dd2 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559749696:192.168.204.45@tcp:104: 00010000:00010000:2.0:1780970703.629293:0:112204:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000005912c1b2/0xa1e9845215a92688 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d07:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.629301:0:112204:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000005912c1b2/0xa1e9845215a92688 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d07:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.629306:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005912c1b2/0xa1e9845215a92688 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d07:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1780970703.629520:0:112204:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x20:0x0].4344, 64 off286208 00000001:00080000:2.0:1780970703.629531:0:112204:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 25769864377 00010000:00010000:2.0:1780970703.629546:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005912c1b2/0xa1e9845215a92688 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d07:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.629552:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005912c1b2/0xa1e9845215a92688 lrc: 2/0,0 mode: EX/EX res: [0x200002b13:0x2d07:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.629559:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005912c1b2/0xa1e9845215a92688 lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2d07:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.629565:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005912c1b2 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.629568:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005912c1b2/0xa1e9845215a92688 lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2d07:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.629574:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005912c1b2/0xa1e9845215a92688 lrc: 4/0,0 mode: EX/EX res: [0x200002b13:0x2d07:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.629584:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2d07:0x0].0x0 (000000009e5b3ab9) 00010000:00010000:2.0:1780970703.629587:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970703.629590:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005912c1b2/0xa1e9845215a92688 lrc: 2/0,0 mode: --/EX res: [0x200002b13:0x2d07:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.629595:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005912c1b2/0xa1e9845215a92688 lrc: 0/0,0 mode: --/EX res: [0x200002b13:0x2d07:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.629658:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000f84f780/0xa1e9845215a9267a lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.629666:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000f84f780/0xa1e9845215a9267a lrc: 2/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.629671:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000f84f780/0xa1e9845215a9267a lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.629676:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000f84f780 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.629678:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000f84f780/0xa1e9845215a9267a lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.629683:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000f84f780/0xa1e9845215a9267a lrc: 4/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.629695:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x0 (000000006dda883a) 00010000:00010000:2.0:1780970703.629697:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970703.629699:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000f84f780/0xa1e9845215a9267a lrc: 2/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.629705:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000f84f780/0xa1e9845215a9267a lrc: 0/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.629717:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92681 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x3e85f208 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.629727:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92681 lrc: 2/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x3e85f208 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.629732:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92681 lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x3e85f208 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.629737:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000082231ba1 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.629738:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92681 lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x3e85f208 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.629743:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92681 lrc: 4/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x3e85f208 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.629751:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x3e85f208 (00000000a4058049) 00010000:00010000:2.0:1780970703.629753:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970703.629755:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92681 lrc: 2/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0x3e85f208 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.629760:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92681 lrc: 0/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0x3e85f208 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.629878:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a926a4 lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.629889:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a926a4 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.629897:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a926a4 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.629912:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000085ed98d2/0xa1e9845215a926ab lrc: 3/0,1 mode: --/PW res: [0x200002b12:0x27:0x0].0x6ba8c051 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.629918:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000085ed98d2/0xa1e9845215a926ab lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x6ba8c051 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.629923:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000085ed98d2/0xa1e9845215a926ab lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x6ba8c051 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.630079:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000003dabe158/0xa1e9845215a926b2 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d08:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.630090:0:112204:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000089fd79de/0xa1e9845215a8b1b8 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2d08:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236db expref: 32 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.630096:0:112204:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000003dabe158/0xa1e9845215a926b2 lrc: 4/0,1 mode: --/EX res: [0x200002b13:0x2d08:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.630125:0:112204:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000089fd79de/0xa1e9845215a8b1b8 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2d08:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236db expref: 32 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.630134:0:112204:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000089fd79de/0xa1e9845215a8b1b8 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d08:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236db expref: 32 pid: 123083 timeout: 7455 lvb_type: 0 00000100:00100000:2.0:1780970703.630146:0:112204:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000808b94d4 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559749824:192.168.204.45@tcp:104: 00000100:00100000:2.0:1780970703.630205:0:112204:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f5b67304 going to sleep for 43 seconds 00000100:00100000:0.0:1780970703.636290:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970703.636441:0:112204:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000808b94d4 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559749824:192.168.204.45@tcp:104: 00010000:00010000:2.0:1780970703.636470:0:112204:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000003dabe158/0xa1e9845215a926b2 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d08:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970703.636547:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e5835b1a pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559749760:192.168.204.45@tcp:104: 00010000:00010000:1.0:1780970703.636561:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 00000000af0d13c1/0xa1e9845215a9269d lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x139b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970703.636688:0:6249:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563545408 00010000:00010000:3.0:1780970703.636718:0:6249:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 00000000e8cd440a/0xa1e9845215a8b07d lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x139b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892369c expref: 148 pid: 123083 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.636793:0:6249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21693 00000100:00100000:3.0:1780970703.636800:0:6249:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086b3ecd7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e474371c-4744-4c95-8a55-40a3132b2542+148:2263:x1867475563545408:12345-192.168.204.45@tcp:103:ldlm_bl_08.0 00010000:00010000:3.0:1780970703.636819:0:6249:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.636828:0:6249:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 00000000e8cd440a/0xa1e9845215a8b07d lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x139b:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892369c expref: 148 pid: 123083 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.636851:0:6249:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 00000000e8cd440a/0xa1e9845215a8b07d lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x139b:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892369c expref: 148 pid: 123083 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.636874:0:6249:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000e8cd440a/0xa1e9845215a8b07d lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x139b:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892369c expref: 148 pid: 123083 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.636891:0:6249:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x139b:0x0].0x0 (0000000094d5b7ae) 00010000:00010000:3.0:1780970703.636896:0:6249:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 00000000af0d13c1/0xa1e9845215a9269d lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x139b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.636905:0:6249:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000af0d13c1/0xa1e9845215a9269d lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x139b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.636913:0:6249:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000af0d13c1/0xa1e9845215a9269d lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x139b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.636957:0:6249:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.637017:0:6249:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086b3ecd7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e474371c-4744-4c95-8a55-40a3132b2542+147:2263:x1867475563545408:12345-192.168.204.45@tcp:103:ldlm_bl_08.0 Request processed in 216us (735us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.637025:0:6249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21693 00010000:00010000:2.0:1780970703.637072:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 00000000af0d13c1/0xa1e9845215a9269d lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x139b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.637080:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000af0d13c1/0xa1e9845215a9269d lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x139b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1780970703.637370:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x12:0x0].3172, 64 off211200 00000001:00080000:2.0:1780970703.637384:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:2.0:1780970703.637401:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 00000000af0d13c1/0xa1e9845215a9269d lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x139b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.637410:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000af0d13c1/0xa1e9845215a9269d lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x139b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.637416:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000af0d13c1/0xa1e9845215a9269d lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x139b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.637422:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000af0d13c1 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.637426:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000af0d13c1/0xa1e9845215a9269d lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x139b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.637432:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000af0d13c1/0xa1e9845215a9269d lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x139b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.637442:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x139b:0x0].0x0 (0000000094d5b7ae) 00010000:00010000:2.0:1780970703.637444:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970703.637447:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000af0d13c1/0xa1e9845215a9269d lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x139b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.637458:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000af0d13c1/0xa1e9845215a9269d lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x139b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.637474:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000d0005d36/0xa1e9845215a9268f lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.637480:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000d0005d36/0xa1e9845215a9268f lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.637486:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000d0005d36/0xa1e9845215a9268f lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.637491:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d0005d36 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.637493:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000d0005d36/0xa1e9845215a9268f lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.637499:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000d0005d36/0xa1e9845215a9268f lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.637506:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (00000000ecaeb8b7) 00010000:00010000:2.0:1780970703.637508:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970703.637510:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000d0005d36/0xa1e9845215a9268f lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.637515:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000d0005d36/0xa1e9845215a9268f lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.637526:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 000000004e2b238c/0xa1e9845215a92696 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x549e6bcb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.637536:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000004e2b238c/0xa1e9845215a92696 lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x549e6bcb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.637541:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000004e2b238c/0xa1e9845215a92696 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x549e6bcb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.637545:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004e2b238c already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.637547:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000004e2b238c/0xa1e9845215a92696 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x549e6bcb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.637551:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000004e2b238c/0xa1e9845215a92696 lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x549e6bcb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.637557:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x549e6bcb (0000000080f5833b) 00010000:00010000:2.0:1780970703.637559:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970703.637560:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000004e2b238c/0xa1e9845215a92696 lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x549e6bcb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.637565:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000004e2b238c/0xa1e9845215a92696 lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x549e6bcb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.637742:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a926b9 lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.637753:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a926b9 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.637760:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a926b9 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.637774:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a926c0 lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x364c7335 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.637780:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a926c0 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x364c7335 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.637785:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a926c0 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x364c7335 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.637825:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a926c7 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x139c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.637836:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 0000000098163968/0xa1e9845215a8b12c lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x139c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236bf expref: 146 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.637842:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a926c7 lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x139c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.637870:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 0000000098163968/0xa1e9845215a8b12c lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x139c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236bf expref: 146 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.637879:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 0000000098163968/0xa1e9845215a8b12c lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x139c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236bf expref: 146 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:2.0:1780970703.637890:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000808b94d4 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559749888:192.168.204.45@tcp:104: 00000100:00100000:2.0:1780970703.637933:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f5b67304 going to sleep for 43 seconds 00000100:00100000:1.0:1780970703.638835:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970703.651637:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563545472 00010000:00010000:0.0:1780970703.651692:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000089fd79de/0xa1e9845215a8b1b8 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d08:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236db expref: 33 pid: 123083 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.651745:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21694 00000100:00100000:0.0:1780970703.651751:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5835b1a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+33:2264:x1867475563545472:12345-192.168.204.45@tcp:103:ldlm_bl_10.0 00010000:00010000:0.0:1780970703.651766:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780970703.651772:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000089fd79de/0xa1e9845215a8b1b8 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d08:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236db expref: 33 pid: 123083 timeout: 7455 lvb_type: 0 00010000:00010000:0.0:1780970703.651784:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000089fd79de/0xa1e9845215a8b1b8 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2d08:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236db expref: 33 pid: 123083 timeout: 7455 lvb_type: 0 00010000:00010000:0.0:1780970703.651807:0:6250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000089fd79de/0xa1e9845215a8b1b8 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2d08:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236db expref: 33 pid: 123083 timeout: 7455 lvb_type: 0 00010000:00010000:0.0:1780970703.651860:0:6250:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2d08:0x0].0x0 (000000000cff37eb) 00010000:00010000:0.0:1780970703.651865:0:6250:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000003dabe158/0xa1e9845215a926b2 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d08:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.651875:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000003dabe158/0xa1e9845215a926b2 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d08:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.651883:0:6250:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003dabe158/0xa1e9845215a926b2 lrc: 4/0,1 mode: EX/EX res: [0x200002b13:0x2d08:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.651916:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780970703.652095:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5835b1a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+32:2264:x1867475563545472:12345-192.168.204.45@tcp:103:ldlm_bl_10.0 Request processed in 343us (13262us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970703.652103:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21694 00010000:00010000:0.0:1780970703.652299:0:112204:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000003dabe158/0xa1e9845215a926b2 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d08:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.652308:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003dabe158/0xa1e9845215a926b2 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d08:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780970703.652554:0:112204:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x22:0x0].3337, 64 off221760 00000001:00080000:0.0:1780970703.652568:0:112204:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 25769864377 00010000:00010000:0.0:1780970703.652591:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000003dabe158/0xa1e9845215a926b2 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d08:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.652600:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003dabe158/0xa1e9845215a926b2 lrc: 2/0,0 mode: EX/EX res: [0x200002b13:0x2d08:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.652606:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003dabe158/0xa1e9845215a926b2 lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2d08:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.652635:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003dabe158 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.652639:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003dabe158/0xa1e9845215a926b2 lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2d08:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.652647:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003dabe158/0xa1e9845215a926b2 lrc: 4/0,0 mode: EX/EX res: [0x200002b13:0x2d08:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.652656:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2d08:0x0].0x0 (000000000cff37eb) 00010000:00010000:0.0:1780970703.652658:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780970703.652661:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003dabe158/0xa1e9845215a926b2 lrc: 2/0,0 mode: --/EX res: [0x200002b13:0x2d08:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.652667:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003dabe158/0xa1e9845215a926b2 lrc: 0/0,0 mode: --/EX res: [0x200002b13:0x2d08:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.652682:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a926a4 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.652687:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a926a4 lrc: 2/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.652692:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a926a4 lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.652698:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dbe36306 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.652700:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a926a4 lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.652705:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a926a4 lrc: 4/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.652712:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x0 (000000001cf70ce7) 00010000:00010000:0.0:1780970703.652714:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970703.652716:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a926a4 lrc: 2/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.652721:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a926a4 lrc: 0/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.652731:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000085ed98d2/0xa1e9845215a926ab lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x6ba8c051 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.652737:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000085ed98d2/0xa1e9845215a926ab lrc: 2/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x6ba8c051 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.652742:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000085ed98d2/0xa1e9845215a926ab lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x6ba8c051 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.652748:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000085ed98d2 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.652749:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000085ed98d2/0xa1e9845215a926ab lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x6ba8c051 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.652755:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000085ed98d2/0xa1e9845215a926ab lrc: 4/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x6ba8c051 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.652761:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x6ba8c051 (00000000a686fce0) 00010000:00010000:0.0:1780970703.652763:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970703.652765:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000085ed98d2/0xa1e9845215a926ab lrc: 2/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0x6ba8c051 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.652775:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000085ed98d2/0xa1e9845215a926ab lrc: 0/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0x6ba8c051 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.652922:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a926ce lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970703.654448:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000808b94d4 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559749888:192.168.204.45@tcp:104: 00010000:00010000:2.0:1780970703.654480:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a926c7 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x139c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.658057:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a926ce lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.658096:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a926ce lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.658143:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006c28b138/0xa1e9845215a926d5 lrc: 3/0,1 mode: --/PW res: [0x200002b12:0x27:0x0].0xc5ee5ce1 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.658156:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006c28b138/0xa1e9845215a926d5 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0xc5ee5ce1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.658163:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006c28b138/0xa1e9845215a926d5 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0xc5ee5ce1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.658264:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a926dc lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d09:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.658278:0:112204:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000f4ff6e09/0xa1e9845215a8b1fe lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2d09:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236e9 expref: 31 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.658286:0:112204:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a926dc lrc: 4/0,1 mode: --/EX res: [0x200002b13:0x2d09:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.658334:0:112204:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000f4ff6e09/0xa1e9845215a8b1fe lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2d09:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236e9 expref: 31 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.658345:0:112204:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000f4ff6e09/0xa1e9845215a8b1fe lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d09:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236e9 expref: 31 pid: 116454 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.658360:0:112204:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000015f2e590 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559749952:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970703.658433:0:112204:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ffa6f985 going to sleep for 43 seconds 00000100:00100000:0.0:1780970703.665197:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.666118:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.666156:0:6249:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563545536 00010000:00010000:3.0:1780970703.666192:0:6249:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 0000000098163968/0xa1e9845215a8b12c lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x139c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236bf expref: 147 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.666224:0:6249:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563545600 00010000:00010000:3.0:1780970703.666235:0:6249:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f4ff6e09/0xa1e9845215a8b1fe lrc: 5/0,0 mode: CR/CR res: [0x200002b13:0x2d09:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236e9 expref: 32 pid: 116454 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.666253:0:6249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21695 00000100:00100000:3.0:1780970703.666259:0:6249:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002505829a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e474371c-4744-4c95-8a55-40a3132b2542+147:2263:x1867475563545536:12345-192.168.204.45@tcp:103:ldlm_bl_06.0 00010000:00010000:3.0:1780970703.666273:0:6249:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.666278:0:6249:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 0000000098163968/0xa1e9845215a8b12c lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x139c:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236bf expref: 147 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.666291:0:6249:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 0000000098163968/0xa1e9845215a8b12c lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x139c:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236bf expref: 147 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.666312:0:6249:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000098163968/0xa1e9845215a8b12c lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x139c:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236bf expref: 147 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.666331:0:6249:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x139c:0x0].0x0 (00000000bd23fbb9) 00010000:00010000:3.0:1780970703.666335:0:6249:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a926c7 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x139c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.666345:0:6249:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a926c7 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x139c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.666354:0:6249:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a926c7 lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x139c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.666383:0:6249:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.666429:0:6249:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002505829a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e474371c-4744-4c95-8a55-40a3132b2542+146:2263:x1867475563545536:12345-192.168.204.45@tcp:103:ldlm_bl_06.0 Request processed in 170us (1240us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.666438:0:6249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21695 00000100:00100000:3.0:1780970703.666456:0:6249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21696 00000100:00100000:3.0:1780970703.666461:0:6249:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078523920 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e474371c-4744-4c95-8a55-40a3132b2542+32:2263:x1867475563545600:12345-192.168.204.45@tcp:103:ldlm_bl_05.0 00010000:00010000:3.0:1780970703.666469:0:6249:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.666473:0:6249:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000f4ff6e09/0xa1e9845215a8b1fe lrc: 5/0,0 mode: CR/CR res: [0x200002b13:0x2d09:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236e9 expref: 32 pid: 116454 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.666482:0:6249:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000f4ff6e09/0xa1e9845215a8b1fe lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d09:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236e9 expref: 32 pid: 116454 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.666494:0:6249:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2d09:0x0].0x0 (00000000929e82e4) 00010000:00010000:3.0:1780970703.666498:0:6249:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a926dc lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d09:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.666504:0:6249:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a926dc lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d09:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.666510:0:6249:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a926dc lrc: 4/0,1 mode: EX/EX res: [0x200002b13:0x2d09:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.666522:0:6249:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.666539:0:6249:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078523920 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e474371c-4744-4c95-8a55-40a3132b2542+32:2263:x1867475563545600:12345-192.168.204.45@tcp:103:ldlm_bl_05.0 Request processed in 78us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.666546:0:6249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21696 00010000:00010000:0.0:1780970703.666662:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f4ff6e09/0xa1e9845215a8b1fe lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2d09:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236e9 expref: 31 pid: 116454 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.666677:0:112204:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000015f2e590 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559749952:192.168.204.45@tcp:104: 00010000:00010000:0.0:1780970703.666699:0:112204:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a926dc lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d09:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.666708:0:112204:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a926dc lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d09:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.666713:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a926dc lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d09:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780970703.666954:0:112204:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x20:0x0].4345, 64 off286272 00000001:00080000:0.0:1780970703.666966:0:112204:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 25769864377 00010000:00010000:0.0:1780970703.666988:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a926dc lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d09:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.667015:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a926dc lrc: 2/0,0 mode: EX/EX res: [0x200002b13:0x2d09:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.667021:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a926dc lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2d09:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.667026:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000082231ba1 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.667029:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a926dc lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2d09:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.667036:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a926dc lrc: 4/0,0 mode: EX/EX res: [0x200002b13:0x2d09:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.667045:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2d09:0x0].0x0 (00000000929e82e4) 00010000:00010000:0.0:1780970703.667047:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780970703.667050:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a926dc lrc: 2/0,0 mode: --/EX res: [0x200002b13:0x2d09:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.667056:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a926dc lrc: 0/0,0 mode: --/EX res: [0x200002b13:0x2d09:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.667069:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a926ce lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.667075:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a926ce lrc: 2/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.667079:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a926ce lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.667087:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000d6f2a3f already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.667089:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a926ce lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.667094:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a926ce lrc: 4/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.667100:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x0 (000000004d208865) 00010000:00010000:0.0:1780970703.667101:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970703.667103:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a926ce lrc: 2/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.667107:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a926ce lrc: 0/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.667117:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006c28b138/0xa1e9845215a926d5 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0xc5ee5ce1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.667121:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006c28b138/0xa1e9845215a926d5 lrc: 2/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0xc5ee5ce1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.667126:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006c28b138/0xa1e9845215a926d5 lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0xc5ee5ce1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.667130:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006c28b138 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.667132:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006c28b138/0xa1e9845215a926d5 lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0xc5ee5ce1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.667136:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006c28b138/0xa1e9845215a926d5 lrc: 4/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0xc5ee5ce1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.667142:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0xc5ee5ce1 (000000008564d20a) 00010000:00010000:0.0:1780970703.667145:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970703.667146:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006c28b138/0xa1e9845215a926d5 lrc: 2/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0xc5ee5ce1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.667151:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006c28b138/0xa1e9845215a926d5 lrc: 0/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0xc5ee5ce1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.667284:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000f84f780/0xa1e9845215a926e3 lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.667294:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000f84f780/0xa1e9845215a926e3 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.667302:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000f84f780/0xa1e9845215a926e3 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.667312:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005912c1b2/0xa1e9845215a926ea lrc: 3/0,1 mode: --/PW res: [0x200002b12:0x27:0x0].0x5590468e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.667318:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005912c1b2/0xa1e9845215a926ea lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x5590468e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.667324:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005912c1b2/0xa1e9845215a926ea lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x5590468e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.667363:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000cdc9f54/0xa1e9845215a926f1 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d0a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.667374:0:112204:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000fb8e91b1/0xa1e9845215a8b2d0 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2d0a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898923713 expref: 30 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.667382:0:112204:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000000cdc9f54/0xa1e9845215a926f1 lrc: 4/0,1 mode: --/EX res: [0x200002b13:0x2d0a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.667408:0:112204:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000fb8e91b1/0xa1e9845215a8b2d0 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2d0a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923713 expref: 30 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.667421:0:112204:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000fb8e91b1/0xa1e9845215a8b2d0 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d0a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923713 expref: 30 pid: 112204 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.667433:0:112204:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000015f2e590 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559750016:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970703.667478:0:112204:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ffa6f985 going to sleep for 43 seconds 00010000:00010000:3.0:1780970703.668176:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a926c7 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x139c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.668187:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a926c7 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x139c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1780970703.668376:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x10:0x0].3173, 64 off211264 00000001:00080000:3.0:1780970703.668388:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:3.0:1780970703.668403:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a926c7 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x139c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.668410:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a926c7 lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x139c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.668416:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a926c7 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x139c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.668421:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007bb35c1b already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.668424:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a926c7 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x139c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.668429:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a926c7 lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x139c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.668452:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x139c:0x0].0x0 (00000000bd23fbb9) 00010000:00010000:3.0:1780970703.668456:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780970703.668459:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a926c7 lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x139c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.668465:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a926c7 lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x139c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.668480:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a926b9 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.668485:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a926b9 lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.668490:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a926b9 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.668494:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dc8e0b3a already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.668496:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a926b9 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.668501:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a926b9 lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.668507:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (0000000024f893ee) 00010000:00010000:3.0:1780970703.668509:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.668511:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a926b9 lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.668515:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a926b9 lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.668531:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a926c0 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x364c7335 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.668535:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a926c0 lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x364c7335 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.668540:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a926c0 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x364c7335 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.668545:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000076d5b1ad already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.668546:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a926c0 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x364c7335 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.668550:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a926c0 lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x364c7335 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.668556:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x364c7335 (000000001ef72f9a) 00010000:00010000:3.0:1780970703.668558:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.668559:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a926c0 lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x364c7335 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.668564:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a926c0 lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x364c7335 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.668703:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a926f8 lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.668713:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a926f8 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.668724:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a926f8 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.668735:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 000000002438fb9b/0xa1e9845215a926ff lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x98cb8e99 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.668742:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000002438fb9b/0xa1e9845215a926ff lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x98cb8e99 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.668748:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000002438fb9b/0xa1e9845215a926ff lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x98cb8e99 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.668784:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92706 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x139d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.668796:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000ee6cee1d/0xa1e9845215a8b1db lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x139d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236e2 expref: 145 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.668802:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92706 lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x139d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.668830:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 00000000ee6cee1d/0xa1e9845215a8b1db lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x139d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236e2 expref: 145 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.668838:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 00000000ee6cee1d/0xa1e9845215a8b1db lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x139d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236e2 expref: 145 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.668849:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a583f428 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559750080:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970703.668906:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1f4e73d going to sleep for 43 seconds 00000100:00100000:1.0:1780970703.670753:0:112204:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000015f2e590 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559750016:192.168.204.45@tcp:104: 00010000:00010000:1.0:1780970703.670783:0:112204:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000000cdc9f54/0xa1e9845215a926f1 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d0a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970703.681991:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970703.682096:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970703.682372:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563545728 00010000:00010000:2.0:1780970703.682411:0:6248:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 00000000ee6cee1d/0xa1e9845215a8b1db lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x139d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236e2 expref: 146 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:2.0:1780970703.682455:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563545664 00010000:00010000:2.0:1780970703.682469:0:6248:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fb8e91b1/0xa1e9845215a8b2d0 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d0a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923713 expref: 31 pid: 112204 timeout: 7455 lvb_type: 0 00000100:00100000:2.0:1780970703.682489:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21697 00000100:00100000:2.0:1780970703.682494:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005898f491 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+146:2263:x1867475563545728:12345-192.168.204.45@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1780970703.682510:0:6248:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780970703.682516:0:6248:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 00000000ee6cee1d/0xa1e9845215a8b1db lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x139d:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236e2 expref: 146 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:2.0:1780970703.682525:0:6248:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 00000000ee6cee1d/0xa1e9845215a8b1db lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x139d:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236e2 expref: 146 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:2.0:1780970703.682547:0:6248:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x139d:0x0].0x0 (000000008e21f9d6) 00010000:00010000:2.0:1780970703.682552:0:6248:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92706 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x139d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.682562:0:6248:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92706 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x139d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.682571:0:6248:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92706 lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x139d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.682599:0:6248:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780970703.682667:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005898f491 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+146:2263:x1867475563545728:12345-192.168.204.45@tcp:103:ldlm_bl_01.0 Request processed in 172us (685us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970703.682675:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21697 00000100:00100000:2.0:1780970703.682696:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21698 00000100:00100000:2.0:1780970703.682700:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043afc4eb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+31:2263:x1867475563545664:12345-192.168.204.45@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1780970703.682708:0:6248:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780970703.682712:0:6248:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000fb8e91b1/0xa1e9845215a8b2d0 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d0a:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923713 expref: 31 pid: 112204 timeout: 7455 lvb_type: 0 00010000:00010000:2.0:1780970703.682721:0:6248:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000fb8e91b1/0xa1e9845215a8b2d0 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2d0a:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923713 expref: 31 pid: 112204 timeout: 7455 lvb_type: 0 00010000:00010000:2.0:1780970703.682733:0:6248:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fb8e91b1/0xa1e9845215a8b2d0 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2d0a:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923713 expref: 31 pid: 112204 timeout: 7455 lvb_type: 0 00010000:00010000:2.0:1780970703.682747:0:6248:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2d0a:0x0].0x0 (00000000f9b3e94a) 00010000:00010000:2.0:1780970703.682750:0:6248:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000000cdc9f54/0xa1e9845215a926f1 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d0a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.682757:0:6248:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000000cdc9f54/0xa1e9845215a926f1 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d0a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.682762:0:6248:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000cdc9f54/0xa1e9845215a926f1 lrc: 4/0,1 mode: EX/EX res: [0x200002b13:0x2d0a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.682775:0:6248:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780970703.682791:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043afc4eb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+30:2263:x1867475563545664:12345-192.168.204.45@tcp:103:ldlm_bl_01.0 Request processed in 90us (696us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970703.682797:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21698 00010000:00010000:1.0:1780970703.683097:0:112204:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000000cdc9f54/0xa1e9845215a926f1 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d0a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.683106:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000cdc9f54/0xa1e9845215a926f1 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d0a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780970703.683372:0:112204:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x22:0x0].3338, 64 off221824 00000001:00080000:1.0:1780970703.683385:0:112204:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 25769864377 00010000:00010000:1.0:1780970703.683402:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000cdc9f54/0xa1e9845215a926f1 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d0a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.683409:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000cdc9f54/0xa1e9845215a926f1 lrc: 2/0,0 mode: EX/EX res: [0x200002b13:0x2d0a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.683421:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000cdc9f54/0xa1e9845215a926f1 lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2d0a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.683427:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000cdc9f54 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.683430:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000cdc9f54/0xa1e9845215a926f1 lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2d0a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.683436:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000cdc9f54/0xa1e9845215a926f1 lrc: 4/0,0 mode: EX/EX res: [0x200002b13:0x2d0a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.683445:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2d0a:0x0].0x0 (00000000f9b3e94a) 00010000:00010000:1.0:1780970703.683447:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780970703.683450:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000cdc9f54/0xa1e9845215a926f1 lrc: 2/0,0 mode: --/EX res: [0x200002b13:0x2d0a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.683455:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000cdc9f54/0xa1e9845215a926f1 lrc: 0/0,0 mode: --/EX res: [0x200002b13:0x2d0a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.683470:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000f84f780/0xa1e9845215a926e3 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.683476:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000f84f780/0xa1e9845215a926e3 lrc: 2/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.683481:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000f84f780/0xa1e9845215a926e3 lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.683486:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000f84f780 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.683488:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000f84f780/0xa1e9845215a926e3 lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.683494:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000f84f780/0xa1e9845215a926e3 lrc: 4/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.683502:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x0 (00000000c67805ce) 00010000:00010000:1.0:1780970703.683504:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970703.683506:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000f84f780/0xa1e9845215a926e3 lrc: 2/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.683512:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000f84f780/0xa1e9845215a926e3 lrc: 0/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.683524:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005912c1b2/0xa1e9845215a926ea lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x5590468e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.683530:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005912c1b2/0xa1e9845215a926ea lrc: 2/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x5590468e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.683535:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005912c1b2/0xa1e9845215a926ea lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x5590468e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.683541:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005912c1b2 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.683543:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005912c1b2/0xa1e9845215a926ea lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x5590468e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.683548:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005912c1b2/0xa1e9845215a926ea lrc: 4/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x5590468e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.683555:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x5590468e (00000000ca507bcd) 00010000:00010000:1.0:1780970703.683557:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970703.683560:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005912c1b2/0xa1e9845215a926ea lrc: 2/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0x5590468e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.683565:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005912c1b2/0xa1e9845215a926ea lrc: 0/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0x5590468e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.683742:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000087714942/0xa1e9845215a9270d lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.683754:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000087714942/0xa1e9845215a9270d lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.683761:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000087714942/0xa1e9845215a9270d lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.683771:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000eb8260e1/0xa1e9845215a92714 lrc: 3/0,1 mode: --/PW res: [0x200002b12:0x27:0x0].0xa1b7fb0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.683777:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000eb8260e1/0xa1e9845215a92714 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0xa1b7fb0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.683783:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000eb8260e1/0xa1e9845215a92714 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0xa1b7fb0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.683819:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e2211dd2/0xa1e9845215a9271b lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d0b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.683830:0:112204:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000ec772326/0xa1e9845215a8b35c lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2d0b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892372f expref: 29 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.683837:0:112204:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e2211dd2/0xa1e9845215a9271b lrc: 4/0,1 mode: --/EX res: [0x200002b13:0x2d0b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.683866:0:112204:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000ec772326/0xa1e9845215a8b35c lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2d0b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892372f expref: 29 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.683877:0:112204:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000ec772326/0xa1e9845215a8b35c lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d0b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892372f expref: 29 pid: 112204 timeout: 7455 lvb_type: 0 00000100:00100000:1.0:1780970703.683890:0:112204:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4f4b674 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559750144:192.168.204.45@tcp:104: 00000100:00100000:1.0:1780970703.684062:0:112204:0:(client.c:2500:ptlrpc_set_wait()) set 00000000bb68bb34 going to sleep for 43 seconds 00010000:00010000:3.0:1780970703.684509:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000ee6cee1d/0xa1e9845215a8b1db lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x139d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236e2 expref: 145 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.684525:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a583f428 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559750080:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.684541:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92706 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x139d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.684549:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92706 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x139d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.684554:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92706 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x139d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1780970703.684759:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x12:0x0].3173, 64 off211264 00000001:00080000:3.0:1780970703.684770:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:3.0:1780970703.684784:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92706 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x139d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.684791:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92706 lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x139d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.684797:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92706 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x139d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.684802:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009b5a5e94 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.684805:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92706 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x139d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.684811:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92706 lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x139d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.684822:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x139d:0x0].0x0 (000000008e21f9d6) 00010000:00010000:3.0:1780970703.684824:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780970703.684828:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92706 lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x139d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.684833:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92706 lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x139d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.685783:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a926f8 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.685789:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a926f8 lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.685795:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a926f8 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.685800:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b10d0ec0 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.685803:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a926f8 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.685809:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a926f8 lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.685818:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (00000000a982b014) 00010000:00010000:3.0:1780970703.685821:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.685823:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a926f8 lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.685832:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a926f8 lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.686750:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 000000002438fb9b/0xa1e9845215a926ff lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x98cb8e99 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.686757:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000002438fb9b/0xa1e9845215a926ff lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x98cb8e99 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.686764:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000002438fb9b/0xa1e9845215a926ff lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x98cb8e99 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.686769:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002438fb9b already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.686771:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000002438fb9b/0xa1e9845215a926ff lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x98cb8e99 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.686777:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000002438fb9b/0xa1e9845215a926ff lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x98cb8e99 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.686787:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x98cb8e99 (0000000044afd541) 00010000:00010000:3.0:1780970703.686789:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.686792:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000002438fb9b/0xa1e9845215a926ff lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x98cb8e99 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.686797:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000002438fb9b/0xa1e9845215a926ff lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x98cb8e99 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970703.689218:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970703.689323:0:112204:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4f4b674 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559750144:192.168.204.45@tcp:104: 00010000:00010000:2.0:1780970703.689353:0:112204:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000e2211dd2/0xa1e9845215a9271b lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d0b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970703.689505:0:13129:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563545792 00010000:00010000:3.0:1780970703.689539:0:13129:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ec772326/0xa1e9845215a8b35c lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d0b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892372f expref: 30 pid: 112204 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.689577:0:13129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21699 00000100:00100000:3.0:1780970703.689583:0:13129:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d446ecd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+30:2263:x1867475563545792:12345-192.168.204.45@tcp:103:ldlm_bl_07.0 00010000:00010000:3.0:1780970703.689600:0:13129:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.689605:0:13129:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000ec772326/0xa1e9845215a8b35c lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d0b:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892372f expref: 30 pid: 112204 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.689632:0:13129:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000ec772326/0xa1e9845215a8b35c lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2d0b:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892372f expref: 30 pid: 112204 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.689784:0:13129:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ec772326/0xa1e9845215a8b35c lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2d0b:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892372f expref: 30 pid: 112204 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.689797:0:13129:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2d0b:0x0].0x0 (0000000072262290) 00010000:00010000:3.0:1780970703.689800:0:13129:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000e2211dd2/0xa1e9845215a9271b lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d0b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.689809:0:13129:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000e2211dd2/0xa1e9845215a9271b lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d0b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.689816:0:13129:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e2211dd2/0xa1e9845215a9271b lrc: 4/0,1 mode: EX/EX res: [0x200002b13:0x2d0b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.689845:0:13129:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.689891:0:13129:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d446ecd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+29:2263:x1867475563545792:12345-192.168.204.45@tcp:103:ldlm_bl_07.0 Request processed in 307us (683us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.689899:0:13129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21699 00010000:00010000:2.0:1780970703.690023:0:112204:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000e2211dd2/0xa1e9845215a9271b lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d0b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.690032:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e2211dd2/0xa1e9845215a9271b lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d0b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1780970703.690304:0:112204:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x20:0x0].4346, 64 off286336 00000004:00080000:2.0:1780970703.690314:0:112204:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7355852698037ns, next at 7356852695070ns, rc = 0 00000001:00080000:2.0:1780970703.690329:0:112204:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 25769864377 00010000:00010000:2.0:1780970703.690345:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e2211dd2/0xa1e9845215a9271b lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d0b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.690352:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e2211dd2/0xa1e9845215a9271b lrc: 2/0,0 mode: EX/EX res: [0x200002b13:0x2d0b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.690357:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e2211dd2/0xa1e9845215a9271b lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2d0b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.690363:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e2211dd2 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.690366:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e2211dd2/0xa1e9845215a9271b lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2d0b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.690373:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e2211dd2/0xa1e9845215a9271b lrc: 4/0,0 mode: EX/EX res: [0x200002b13:0x2d0b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.690382:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2d0b:0x0].0x0 (0000000072262290) 00010000:00010000:2.0:1780970703.690385:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970703.690388:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e2211dd2/0xa1e9845215a9271b lrc: 2/0,0 mode: --/EX res: [0x200002b13:0x2d0b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.690393:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e2211dd2/0xa1e9845215a9271b lrc: 0/0,0 mode: --/EX res: [0x200002b13:0x2d0b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.690410:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000087714942/0xa1e9845215a9270d lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.690415:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000087714942/0xa1e9845215a9270d lrc: 2/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.690421:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000087714942/0xa1e9845215a9270d lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.690425:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000087714942 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.690427:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000087714942/0xa1e9845215a9270d lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.690432:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000087714942/0xa1e9845215a9270d lrc: 4/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.690439:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x0 (00000000093ed32d) 00010000:00010000:2.0:1780970703.690442:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970703.690444:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000087714942/0xa1e9845215a9270d lrc: 2/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.690452:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000087714942/0xa1e9845215a9270d lrc: 0/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.690464:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000eb8260e1/0xa1e9845215a92714 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0xa1b7fb0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.690470:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000eb8260e1/0xa1e9845215a92714 lrc: 2/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0xa1b7fb0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.690475:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000eb8260e1/0xa1e9845215a92714 lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0xa1b7fb0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.690479:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eb8260e1 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.690481:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eb8260e1/0xa1e9845215a92714 lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0xa1b7fb0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.690485:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eb8260e1/0xa1e9845215a92714 lrc: 4/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0xa1b7fb0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.690491:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0xa1b7fb0 (00000000a6c9201d) 00010000:00010000:2.0:1780970703.690493:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970703.690495:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000eb8260e1/0xa1e9845215a92714 lrc: 2/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0xa1b7fb0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.690500:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000eb8260e1/0xa1e9845215a92714 lrc: 0/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0xa1b7fb0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.690659:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000078cafc37/0xa1e9845215a92722 lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.690674:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000078cafc37/0xa1e9845215a92722 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.690682:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000078cafc37/0xa1e9845215a92722 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.690692:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ea22946e/0xa1e9845215a92729 lrc: 3/0,1 mode: --/PW res: [0x200002b12:0x27:0x0].0x9183ea89 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.690697:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ea22946e/0xa1e9845215a92729 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x9183ea89 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.690702:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ea22946e/0xa1e9845215a92729 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x9183ea89 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.691775:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f382306f/0xa1e9845215a92730 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d0c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.691791:0:112204:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000d6a98b65/0xa1e9845215a8b3c5 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2d0c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898923744 expref: 28 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.691797:0:112204:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f382306f/0xa1e9845215a92730 lrc: 4/0,1 mode: --/EX res: [0x200002b13:0x2d0c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.692043:0:112204:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000d6a98b65/0xa1e9845215a8b3c5 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2d0c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923744 expref: 28 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.692062:0:112204:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000d6a98b65/0xa1e9845215a8b3c5 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d0c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923744 expref: 28 pid: 116454 timeout: 7455 lvb_type: 0 00000100:00100000:2.0:1780970703.692082:0:112204:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000808b94d4 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559750208:192.168.204.45@tcp:104: 00000100:00100000:2.0:1780970703.693112:0:112204:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f5b67304 going to sleep for 43 seconds 00010000:00010000:0.0:1780970703.693537:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a92737 lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.693552:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a92737 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.693563:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a92737 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.693575:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a9273e lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xf3112b2a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.693581:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a9273e lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xf3112b2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.693587:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a9273e lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xf3112b2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.693686:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 0000000033fbe5f8/0xa1e9845215a92745 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x139e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.693699:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000b7ff7b1d/0xa1e9845215a8b221 lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x139e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236f0 expref: 144 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.693705:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 0000000033fbe5f8/0xa1e9845215a92745 lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x139e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.693735:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 00000000b7ff7b1d/0xa1e9845215a8b221 lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x139e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236f0 expref: 144 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.693745:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 00000000b7ff7b1d/0xa1e9845215a8b221 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x139e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236f0 expref: 144 pid: 116454 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.693756:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008494b67d pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559750272:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970703.693811:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000227d537b going to sleep for 43 seconds 00000100:00100000:0.0:1780970703.706461:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008494b67d pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559750272:192.168.204.45@tcp:104: 00010000:00010000:0.0:1780970703.706495:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 0000000033fbe5f8/0xa1e9845215a92745 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x139e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970703.706795:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970703.706924:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563545856 00010000:00010000:0.0:1780970703.706962:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 00000000b7ff7b1d/0xa1e9845215a8b221 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x139e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236f0 expref: 145 pid: 116454 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.706992:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21700 00000100:00100000:0.0:1780970703.707009:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed8c3655 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+145:2263:x1867475563545856:12345-192.168.204.45@tcp:103:ldlm_bl_09.0 00010000:00010000:0.0:1780970703.707025:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780970703.707031:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 00000000b7ff7b1d/0xa1e9845215a8b221 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x139e:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236f0 expref: 145 pid: 116454 timeout: 7455 lvb_type: 0 00010000:00010000:0.0:1780970703.707041:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 00000000b7ff7b1d/0xa1e9845215a8b221 lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x139e:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236f0 expref: 145 pid: 116454 timeout: 7455 lvb_type: 0 00010000:00010000:0.0:1780970703.707062:0:6250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000b7ff7b1d/0xa1e9845215a8b221 lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x139e:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236f0 expref: 145 pid: 116454 timeout: 7455 lvb_type: 0 00010000:00010000:0.0:1780970703.707078:0:6250:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x139e:0x0].0x0 (00000000129125bf) 00010000:00010000:0.0:1780970703.707083:0:6250:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 0000000033fbe5f8/0xa1e9845215a92745 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x139e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.707092:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 0000000033fbe5f8/0xa1e9845215a92745 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x139e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.707099:0:6250:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 0000000033fbe5f8/0xa1e9845215a92745 lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x139e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.707128:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780970703.707182:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed8c3655 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+144:2263:x1867475563545856:12345-192.168.204.45@tcp:103:ldlm_bl_09.0 Request processed in 173us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970703.707189:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21700 00010000:00010000:2.0:1780970703.707740:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 0000000033fbe5f8/0xa1e9845215a92745 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x139e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.707750:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 0000000033fbe5f8/0xa1e9845215a92745 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x139e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1780970703.708037:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x10:0x0].3174, 64 off211328 00000004:00080000:2.0:1780970703.708045:0:112205:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 7355870428947ns, next at 7356870426361ns, rc = 0 00000001:00080000:2.0:1780970703.708058:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:2.0:1780970703.708074:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 0000000033fbe5f8/0xa1e9845215a92745 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x139e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.708083:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000033fbe5f8/0xa1e9845215a92745 lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x139e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.708090:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000033fbe5f8/0xa1e9845215a92745 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x139e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.708096:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033fbe5f8 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.708100:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000033fbe5f8/0xa1e9845215a92745 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x139e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.708108:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000033fbe5f8/0xa1e9845215a92745 lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x139e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.708124:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x139e:0x0].0x0 (00000000129125bf) 00010000:00010000:2.0:1780970703.708127:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970703.708130:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000033fbe5f8/0xa1e9845215a92745 lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x139e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.708136:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000033fbe5f8/0xa1e9845215a92745 lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x139e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.708155:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a92737 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.708161:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a92737 lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.708167:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a92737 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.708171:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000461cc974 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.708173:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a92737 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.708178:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a92737 lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.708185:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (00000000a4058049) 00010000:00010000:2.0:1780970703.708186:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970703.708188:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a92737 lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.708196:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000461cc974/0xa1e9845215a92737 lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.708207:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a9273e lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xf3112b2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.708212:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a9273e lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xf3112b2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.708217:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a9273e lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xf3112b2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.708221:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d84e326f already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.708223:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a9273e lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xf3112b2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.708227:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a9273e lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xf3112b2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.708233:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xf3112b2a (000000006dda883a) 00010000:00010000:2.0:1780970703.708235:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970703.708236:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a9273e lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xf3112b2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.708241:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000d84e326f/0xa1e9845215a9273e lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xf3112b2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.708377:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 0000000086360fbb/0xa1e9845215a9274c lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.708554:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 0000000086360fbb/0xa1e9845215a9274c lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.708562:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 0000000086360fbb/0xa1e9845215a9274c lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.708574:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 0000000038ac795e/0xa1e9845215a92753 lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x2033f972 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.708580:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 0000000038ac795e/0xa1e9845215a92753 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x2033f972 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.708586:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 0000000038ac795e/0xa1e9845215a92753 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x2033f972 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.708673:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a9275a lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x139f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.708684:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 0000000029f9709d/0xa1e9845215a8b244 lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x139f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236f7 expref: 143 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.708690:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a9275a lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x139f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.708721:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 0000000029f9709d/0xa1e9845215a8b244 lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x139f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236f7 expref: 143 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.708730:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 0000000029f9709d/0xa1e9845215a8b244 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x139f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236f7 expref: 143 pid: 112204 timeout: 7455 lvb_type: 0 00000100:00100000:2.0:1780970703.708747:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000599d5af1 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559750336:192.168.204.45@tcp:104: 00000100:00100000:2.0:1780970703.709041:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ad308dc7 going to sleep for 43 seconds 00000100:00100000:1.0:1780970703.709181:0:112204:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000808b94d4 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559750208:192.168.204.45@tcp:104: 00010000:00010000:1.0:1780970703.709214:0:112204:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000f382306f/0xa1e9845215a92730 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d0c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970703.713373:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970703.715826:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563545920 00000100:00100000:3.0:1780970703.715991:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.716025:0:13129:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563545984 00010000:00010000:3.0:1780970703.716060:0:13129:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 0000000029f9709d/0xa1e9845215a8b244 lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x139f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236f7 expref: 144 pid: 112204 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.716095:0:13129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21701 00000100:00100000:3.0:1780970703.716102:0:13129:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078523920 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+144:2263:x1867475563545984:12345-192.168.204.45@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1780970703.716116:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d6a98b65/0xa1e9845215a8b3c5 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d0c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923744 expref: 29 pid: 116454 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.716118:0:13129:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.716123:0:13129:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 0000000029f9709d/0xa1e9845215a8b244 lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x139f:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236f7 expref: 144 pid: 112204 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.716132:0:13129:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 0000000029f9709d/0xa1e9845215a8b244 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x139f:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236f7 expref: 144 pid: 112204 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.716142:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21702 00000100:00100000:0.0:1780970703.716147:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008425729e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+29:2264:x1867475563545920:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1780970703.716154:0:13129:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x139f:0x0].0x0 (000000006860925e) 00010000:00010000:0.0:1780970703.716155:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780970703.716157:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000d6a98b65/0xa1e9845215a8b3c5 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d0c:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923744 expref: 29 pid: 116454 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.716158:0:13129:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a9275a lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x139f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.716168:0:13129:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a9275a lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x139f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.716168:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000d6a98b65/0xa1e9845215a8b3c5 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2d0c:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923744 expref: 29 pid: 116454 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.716176:0:13129:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a9275a lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x139f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.716180:0:6250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d6a98b65/0xa1e9845215a8b3c5 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2d0c:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923744 expref: 29 pid: 116454 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.716196:0:13129:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780970703.716207:0:6250:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2d0c:0x0].0x0 (00000000b1fd1314) 00010000:00010000:0.0:1780970703.716210:0:6250:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000f382306f/0xa1e9845215a92730 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d0c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.716215:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000f382306f/0xa1e9845215a92730 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d0c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.716220:0:6250:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f382306f/0xa1e9845215a92730 lrc: 4/0,1 mode: EX/EX res: [0x200002b13:0x2d0c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.716236:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.716242:0:13129:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078523920 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+144:2263:x1867475563545984:12345-192.168.204.45@tcp:103:ldlm_bl_03.0 Request processed in 140us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.716249:0:13129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21701 00000100:00100000:0.0:1780970703.716252:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008425729e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+28:2264:x1867475563545920:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 Request processed in 105us (2889us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970703.716256:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21702 00010000:00010000:1.0:1780970703.716402:0:112204:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000f382306f/0xa1e9845215a92730 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d0c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.716412:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f382306f/0xa1e9845215a92730 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d0c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.716551:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000029f9709d/0xa1e9845215a8b244 lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x139f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236f7 expref: 143 pid: 112204 timeout: 7455 lvb_type: 0 00000100:00100000:2.0:1780970703.716564:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000599d5af1 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559750336:192.168.204.45@tcp:104: 00010000:00010000:2.0:1780970703.716586:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a9275a lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x139f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.716593:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a9275a lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x139f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.716597:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a9275a lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x139f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1780970703.716790:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x12:0x0].3174, 64 off211328 00000001:00080000:2.0:1780970703.716804:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:2.0:1780970703.716822:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a9275a lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x139f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.716830:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a9275a lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x139f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.716836:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a9275a lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x139f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.716842:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000076d5b1ad already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.716846:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a9275a lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x139f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.716853:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a9275a lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x139f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.716863:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x139f:0x0].0x0 (000000006860925e) 00010000:00010000:2.0:1780970703.716865:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970703.716868:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a9275a lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x139f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.716874:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a9275a lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x139f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.716889:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 0000000086360fbb/0xa1e9845215a9274c lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.716894:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000086360fbb/0xa1e9845215a9274c lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.716899:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000086360fbb/0xa1e9845215a9274c lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.716903:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086360fbb already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.716905:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000086360fbb/0xa1e9845215a9274c lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.716910:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000086360fbb/0xa1e9845215a9274c lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.716916:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (00000000ee2df470) 00010000:00010000:2.0:1780970703.716918:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970703.716920:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000086360fbb/0xa1e9845215a9274c lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.716925:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000086360fbb/0xa1e9845215a9274c lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.717038:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 0000000038ac795e/0xa1e9845215a92753 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x2033f972 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.717045:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000038ac795e/0xa1e9845215a92753 lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x2033f972 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.717050:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000038ac795e/0xa1e9845215a92753 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x2033f972 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.717056:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000038ac795e already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.717058:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000038ac795e/0xa1e9845215a92753 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x2033f972 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.717063:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000038ac795e/0xa1e9845215a92753 lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x2033f972 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.717072:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x2033f972 (000000009c3418b5) 00010000:00010000:2.0:1780970703.717074:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970703.717076:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000038ac795e/0xa1e9845215a92753 lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x2033f972 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.717082:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000038ac795e/0xa1e9845215a92753 lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x2033f972 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.717219:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92761 lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.717229:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92761 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.717236:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92761 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.717245:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a92768 lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x4d56c7bb bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.717251:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a92768 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x4d56c7bb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.717256:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a92768 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x4d56c7bb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.717297:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 0000000085ed98d2/0xa1e9845215a9276f lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13a0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.717308:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000d12510de/0xa1e9845215a8b267 lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x13a0:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236fe expref: 142 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.717314:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 0000000085ed98d2/0xa1e9845215a9276f lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x13a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.717341:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 00000000d12510de/0xa1e9845215a8b267 lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x13a0:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236fe expref: 142 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.717357:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 00000000d12510de/0xa1e9845215a8b267 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13a0:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236fe expref: 142 pid: 116454 timeout: 7455 lvb_type: 0 00000100:00100000:2.0:1780970703.717369:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000599d5af1 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559750400:192.168.204.45@tcp:104: 00000040:00080000:1.0:1780970703.717522:0:112204:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x22:0x0].3339, 64 off221888 00000001:00080000:1.0:1780970703.717532:0:112204:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 25769864377 00010000:00010000:1.0:1780970703.717544:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f382306f/0xa1e9845215a92730 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d0c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.717551:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f382306f/0xa1e9845215a92730 lrc: 2/0,0 mode: EX/EX res: [0x200002b13:0x2d0c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.717557:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f382306f/0xa1e9845215a92730 lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2d0c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.717562:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f382306f already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.717564:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f382306f/0xa1e9845215a92730 lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2d0c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.717569:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f382306f/0xa1e9845215a92730 lrc: 4/0,0 mode: EX/EX res: [0x200002b13:0x2d0c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.717578:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2d0c:0x0].0x0 (00000000b1fd1314) 00010000:00010000:1.0:1780970703.717580:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780970703.717582:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f382306f/0xa1e9845215a92730 lrc: 2/0,0 mode: --/EX res: [0x200002b13:0x2d0c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.717587:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f382306f/0xa1e9845215a92730 lrc: 0/0,0 mode: --/EX res: [0x200002b13:0x2d0c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.717599:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000078cafc37/0xa1e9845215a92722 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.717605:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000078cafc37/0xa1e9845215a92722 lrc: 2/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.717610:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000078cafc37/0xa1e9845215a92722 lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.717711:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000078cafc37 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.717714:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000078cafc37/0xa1e9845215a92722 lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.717720:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000078cafc37/0xa1e9845215a92722 lrc: 4/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.717728:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x0 (0000000032f1e283) 00010000:00010000:1.0:1780970703.717730:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970703.717732:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000078cafc37/0xa1e9845215a92722 lrc: 2/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.717737:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000078cafc37/0xa1e9845215a92722 lrc: 0/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.717748:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ea22946e/0xa1e9845215a92729 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x9183ea89 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.717753:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ea22946e/0xa1e9845215a92729 lrc: 2/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x9183ea89 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.717758:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ea22946e/0xa1e9845215a92729 lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x9183ea89 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.717762:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ea22946e already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.717763:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ea22946e/0xa1e9845215a92729 lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x9183ea89 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.717768:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ea22946e/0xa1e9845215a92729 lrc: 4/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x9183ea89 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.717774:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x9183ea89 (0000000037392d48) 00010000:00010000:1.0:1780970703.717775:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970703.717777:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ea22946e/0xa1e9845215a92729 lrc: 2/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0x9183ea89 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.717785:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ea22946e/0xa1e9845215a92729 lrc: 0/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0x9183ea89 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.718280:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000235cfae/0xa1e9845215a92776 lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.718291:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000235cfae/0xa1e9845215a92776 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.718298:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000235cfae/0xa1e9845215a92776 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.718307:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f57a8777/0xa1e9845215a9277d lrc: 3/0,1 mode: --/PW res: [0x200002b12:0x27:0x0].0xc6e037a5 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.718314:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f57a8777/0xa1e9845215a9277d lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0xc6e037a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.718319:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f57a8777/0xa1e9845215a9277d lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0xc6e037a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.718362:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001baebfe8/0xa1e9845215a92784 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d0d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.718373:0:112204:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000007b0276ff/0xa1e9845215a8b451 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2d0d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898923760 expref: 27 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.718379:0:112204:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000001baebfe8/0xa1e9845215a92784 lrc: 4/0,1 mode: --/EX res: [0x200002b13:0x2d0d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.718409:0:112204:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000007b0276ff/0xa1e9845215a8b451 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2d0d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923760 expref: 27 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.718417:0:112204:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000007b0276ff/0xa1e9845215a8b451 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d0d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923760 expref: 27 pid: 116454 timeout: 7455 lvb_type: 0 00000100:00100000:1.0:1780970703.718428:0:112204:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e5835b1a pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559750464:192.168.204.45@tcp:104: 00000100:00100000:1.0:1780970703.718500:0:112204:0:(client.c:2500:ptlrpc_set_wait()) set 000000003616aa66 going to sleep for 43 seconds 00000100:00100000:2.0:1780970703.718749:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ad308dc7 going to sleep for 43 seconds 00000100:00100000:0.0:1780970703.723381:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970703.723421:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970703.723450:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563546048 00010000:00010000:0.0:1780970703.723486:0:6248:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000007b0276ff/0xa1e9845215a8b451 lrc: 5/0,0 mode: CR/CR res: [0x200002b13:0x2d0d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923760 expref: 28 pid: 116454 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.723500:0:6249:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563546112 00010000:00010000:3.0:1780970703.723516:0:6249:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 00000000d12510de/0xa1e9845215a8b267 lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x13a0:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236fe expref: 143 pid: 116454 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.723520:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21703 00000100:00100000:0.0:1780970703.723526:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008494b67d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+28:2264:x1867475563546048:12345-192.168.204.45@tcp:103:ldlm_bl_08.0 00010000:00010000:0.0:1780970703.723540:0:6248:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1780970703.723541:0:13129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21704 00010000:00010000:0.0:1780970703.723545:0:6248:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000007b0276ff/0xa1e9845215a8b451 lrc: 5/0,0 mode: CR/CR res: [0x200002b13:0x2d0d:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923760 expref: 28 pid: 116454 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.723546:0:13129:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ca1947f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+143:2264:x1867475563546112:12345-192.168.204.45@tcp:103:ldlm_bl_08.0 00010000:00010000:3.0:1780970703.723554:0:13129:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780970703.723555:0:6248:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000007b0276ff/0xa1e9845215a8b451 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d0d:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923760 expref: 28 pid: 116454 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.723557:0:13129:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 00000000d12510de/0xa1e9845215a8b267 lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x13a0:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236fe expref: 143 pid: 116454 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.723565:0:13129:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 00000000d12510de/0xa1e9845215a8b267 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13a0:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236fe expref: 143 pid: 116454 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.723575:0:13129:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13a0:0x0].0x0 (000000007f1165b7) 00010000:00010000:0.0:1780970703.723575:0:6248:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2d0d:0x0].0x0 (00000000d4fe7525) 00010000:00010000:3.0:1780970703.723579:0:13129:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 0000000085ed98d2/0xa1e9845215a9276f lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13a0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.723579:0:6248:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000001baebfe8/0xa1e9845215a92784 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d0d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.723588:0:13129:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 0000000085ed98d2/0xa1e9845215a9276f lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.723588:0:6248:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000001baebfe8/0xa1e9845215a92784 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d0d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.723596:0:13129:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 0000000085ed98d2/0xa1e9845215a9276f lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x13a0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.723596:0:6248:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001baebfe8/0xa1e9845215a92784 lrc: 4/0,1 mode: EX/EX res: [0x200002b13:0x2d0d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.723639:0:13129:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780970703.723650:0:6248:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.723684:0:13129:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ca1947f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+143:2264:x1867475563546112:12345-192.168.204.45@tcp:103:ldlm_bl_08.0 Request processed in 137us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.723692:0:13129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21704 00010000:00010000:1.0:1780970703.723746:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007b0276ff/0xa1e9845215a8b451 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2d0d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923760 expref: 28 pid: 116454 timeout: 7455 lvb_type: 0 00000100:00100000:1.0:1780970703.723760:0:112204:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e5835b1a pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559750464:192.168.204.45@tcp:104: 00010000:00010000:1.0:1780970703.723779:0:112204:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000001baebfe8/0xa1e9845215a92784 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d0d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.723788:0:112204:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000001baebfe8/0xa1e9845215a92784 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d0d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.723793:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001baebfe8/0xa1e9845215a92784 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d0d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.723850:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000d12510de/0xa1e9845215a8b267 lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x13a0:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989236fe expref: 142 pid: 116454 timeout: 7455 lvb_type: 0 00000100:00100000:2.0:1780970703.723863:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000599d5af1 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559750400:192.168.204.45@tcp:104: 00010000:00010000:2.0:1780970703.723874:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 0000000085ed98d2/0xa1e9845215a9276f lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.723879:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 0000000085ed98d2/0xa1e9845215a9276f lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.723883:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 0000000085ed98d2/0xa1e9845215a9276f lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1780970703.724078:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x10:0x0].3175, 64 off211392 00000040:00080000:1.0:1780970703.724078:0:112204:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x20:0x0].4347, 64 off286400 00000001:00080000:2.0:1780970703.724092:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00000001:00080000:1.0:1780970703.724092:0:112204:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 25769864377 00010000:00010000:2.0:1780970703.724110:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 0000000085ed98d2/0xa1e9845215a9276f lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.724110:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001baebfe8/0xa1e9845215a92784 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d0d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.724119:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000085ed98d2/0xa1e9845215a9276f lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x13a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.724119:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001baebfe8/0xa1e9845215a92784 lrc: 2/0,0 mode: EX/EX res: [0x200002b13:0x2d0d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.724127:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000085ed98d2/0xa1e9845215a9276f lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x13a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.724127:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001baebfe8/0xa1e9845215a92784 lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2d0d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.724134:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000085ed98d2 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.724134:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001baebfe8 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.724137:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000085ed98d2/0xa1e9845215a9276f lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x13a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.724137:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001baebfe8/0xa1e9845215a92784 lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2d0d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.724144:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000085ed98d2/0xa1e9845215a9276f lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x13a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.724144:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001baebfe8/0xa1e9845215a92784 lrc: 4/0,0 mode: EX/EX res: [0x200002b13:0x2d0d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.724153:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13a0:0x0].0x0 (000000007f1165b7) 00010000:00010000:1.0:1780970703.724153:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2d0d:0x0].0x0 (00000000d4fe7525) 00010000:00010000:2.0:1780970703.724156:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780970703.724156:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970703.724158:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000085ed98d2/0xa1e9845215a9276f lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x13a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.724159:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001baebfe8/0xa1e9845215a92784 lrc: 2/0,0 mode: --/EX res: [0x200002b13:0x2d0d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.724164:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000085ed98d2/0xa1e9845215a9276f lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x13a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.724164:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001baebfe8/0xa1e9845215a92784 lrc: 0/0,0 mode: --/EX res: [0x200002b13:0x2d0d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.724179:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000235cfae/0xa1e9845215a92776 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.724184:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000235cfae/0xa1e9845215a92776 lrc: 2/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.724188:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000235cfae/0xa1e9845215a92776 lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.724190:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92761 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.724193:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000235cfae already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.724195:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000235cfae/0xa1e9845215a92776 lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.724196:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92761 lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.724201:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000235cfae/0xa1e9845215a92776 lrc: 4/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.724202:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92761 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.724207:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dc8e0b3a already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.724208:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92761 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.724208:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x0 (0000000010299865) 00010000:00010000:1.0:1780970703.724210:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970703.724211:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000235cfae/0xa1e9845215a92776 lrc: 2/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.724213:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92761 lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.724216:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000235cfae/0xa1e9845215a92776 lrc: 0/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.724221:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (00000000044e691c) 00010000:00010000:2.0:1780970703.724223:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970703.724225:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92761 lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.724227:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f57a8777/0xa1e9845215a9277d lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0xc6e037a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.724230:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92761 lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.724233:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f57a8777/0xa1e9845215a9277d lrc: 2/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0xc6e037a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.724238:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f57a8777/0xa1e9845215a9277d lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0xc6e037a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.724240:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a92768 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x4d56c7bb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.724242:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f57a8777 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.724244:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f57a8777/0xa1e9845215a9277d lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0xc6e037a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.724246:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a92768 lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x4d56c7bb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.724249:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f57a8777/0xa1e9845215a9277d lrc: 4/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0xc6e037a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.724252:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a92768 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x4d56c7bb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.724256:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0xc6e037a5 (0000000034fe5d42) 00010000:00010000:2.0:1780970703.724257:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007bb35c1b already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.724259:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a92768 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x4d56c7bb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.724259:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970703.724261:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f57a8777/0xa1e9845215a9277d lrc: 2/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0xc6e037a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.724263:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a92768 lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x4d56c7bb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.724266:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f57a8777/0xa1e9845215a9277d lrc: 0/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0xc6e037a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.724269:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x4d56c7bb (00000000e8e656c2) 00010000:00010000:2.0:1780970703.724271:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970703.724272:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a92768 lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x4d56c7bb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.724280:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a92768 lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x4d56c7bb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.724387:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000dbe36306/0xa1e9845215a9278b lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.724387:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a92792 lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.724397:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000dbe36306/0xa1e9845215a9278b lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.724397:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a92792 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.724405:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000dbe36306/0xa1e9845215a9278b lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.724405:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a92792 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.724415:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 000000003dabe158/0xa1e9845215a92799 lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x7a799603 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.724415:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000645805ac/0xa1e9845215a927a0 lrc: 3/0,1 mode: --/PW res: [0x200002b12:0x27:0x0].0x4e48a27e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.724422:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000003dabe158/0xa1e9845215a92799 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x7a799603 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.724422:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000645805ac/0xa1e9845215a927a0 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x4e48a27e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.724428:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000003dabe158/0xa1e9845215a92799 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x7a799603 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.724428:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000645805ac/0xa1e9845215a927a0 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x4e48a27e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.724463:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 00000000de3688ef/0xa1e9845215a927a7 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.724463:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000a30be6b7/0xa1e9845215a927ae lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d0e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.724474:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000ac425129/0xa1e9845215a8b28a lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x13a1:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898923705 expref: 141 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.724474:0:112204:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000009c89e83/0xa1e9845215a8b4ba lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2d0e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898923775 expref: 27 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.724480:0:112204:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a30be6b7/0xa1e9845215a927ae lrc: 4/0,1 mode: --/EX res: [0x200002b13:0x2d0e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.724481:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 00000000de3688ef/0xa1e9845215a927a7 lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x13a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.724505:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 00000000ac425129/0xa1e9845215a8b28a lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x13a1:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923705 expref: 141 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.724505:0:112204:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000009c89e83/0xa1e9845215a8b4ba lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2d0e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923775 expref: 27 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.724517:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 00000000ac425129/0xa1e9845215a8b28a lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13a1:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923705 expref: 141 pid: 116454 timeout: 7455 lvb_type: 0 00010000:00010000:1.0:1780970703.724521:0:112204:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000009c89e83/0xa1e9845215a8b4ba lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d0e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923775 expref: 27 pid: 112204 timeout: 7455 lvb_type: 0 00000100:00100000:2.0:1780970703.724527:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000599d5af1 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559750592:192.168.204.45@tcp:104: 00000100:00100000:1.0:1780970703.724528:0:112204:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e5835b1a pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559750528:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970703.726501:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008494b67d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+27:2264:x1867475563546048:12345-192.168.204.45@tcp:103:ldlm_bl_08.0 Request processed in 2967us (3121us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970703.726514:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21703 00000100:00100000:1.0:1780970703.732431:0:112204:0:(client.c:2500:ptlrpc_set_wait()) set 000000003616aa66 going to sleep for 43 seconds 00000100:00100000:3.0:1780970703.739656:0:112204:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e5835b1a pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559750528:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.739690:0:112204:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000a30be6b7/0xa1e9845215a927ae lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d0e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970703.739884:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970703.741635:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563546176 00010000:00010000:1.0:1780970703.741686:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000009c89e83/0xa1e9845215a8b4ba lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d0e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923775 expref: 27 pid: 112204 timeout: 7455 lvb_type: 0 00000100:00100000:1.0:1780970703.741733:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21705 00000100:00100000:1.0:1780970703.741739:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e34f822 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+27:2263:x1867475563546176:12345-192.168.204.45@tcp:103:ldlm_bl_06.0 00010000:00010000:1.0:1780970703.741758:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780970703.741764:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000009c89e83/0xa1e9845215a8b4ba lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d0e:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923775 expref: 27 pid: 112204 timeout: 7455 lvb_type: 0 00010000:00010000:1.0:1780970703.741774:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000009c89e83/0xa1e9845215a8b4ba lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2d0e:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923775 expref: 27 pid: 112204 timeout: 7455 lvb_type: 0 00010000:00010000:1.0:1780970703.741793:0:6250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000009c89e83/0xa1e9845215a8b4ba lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2d0e:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923775 expref: 27 pid: 112204 timeout: 7455 lvb_type: 0 00010000:00010000:1.0:1780970703.741809:0:6250:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2d0e:0x0].0x0 (000000004108a891) 00010000:00010000:1.0:1780970703.741813:0:6250:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000a30be6b7/0xa1e9845215a927ae lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d0e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.741823:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000a30be6b7/0xa1e9845215a927ae lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d0e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.741831:0:6250:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a30be6b7/0xa1e9845215a927ae lrc: 4/0,1 mode: EX/EX res: [0x200002b13:0x2d0e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.741877:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780970703.742032:0:112204:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000a30be6b7/0xa1e9845215a927ae lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d0e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.742041:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a30be6b7/0xa1e9845215a927ae lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d0e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970703.742121:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e34f822 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+26:2263:x1867475563546176:12345-192.168.204.45@tcp:103:ldlm_bl_06.0 Request processed in 380us (2239us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970703.742129:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21705 00000100:00100000:1.0:1780970703.742162:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ad308dc7 going to sleep for 43 seconds 00000040:00080000:3.0:1780970703.742323:0:112204:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x22:0x0].3340, 64 off221952 00000001:00080000:3.0:1780970703.742338:0:112204:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 25769864377 00010000:00010000:3.0:1780970703.742359:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000a30be6b7/0xa1e9845215a927ae lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d0e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.742367:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a30be6b7/0xa1e9845215a927ae lrc: 2/0,0 mode: EX/EX res: [0x200002b13:0x2d0e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.742373:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a30be6b7/0xa1e9845215a927ae lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2d0e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.742378:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a30be6b7 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.742381:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a30be6b7/0xa1e9845215a927ae lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2d0e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.742389:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a30be6b7/0xa1e9845215a927ae lrc: 4/0,0 mode: EX/EX res: [0x200002b13:0x2d0e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.742399:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2d0e:0x0].0x0 (000000004108a891) 00010000:00010000:3.0:1780970703.742401:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780970703.742404:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a30be6b7/0xa1e9845215a927ae lrc: 2/0,0 mode: --/EX res: [0x200002b13:0x2d0e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.742414:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a30be6b7/0xa1e9845215a927ae lrc: 0/0,0 mode: --/EX res: [0x200002b13:0x2d0e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.742432:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a92792 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.742438:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a92792 lrc: 2/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.742442:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a92792 lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.742446:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000068a112f9 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.742448:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a92792 lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.742453:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a92792 lrc: 4/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.742459:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x0 (00000000a6c9201d) 00010000:00010000:3.0:1780970703.742461:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.742462:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a92792 lrc: 2/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.742467:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a92792 lrc: 0/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.742477:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000645805ac/0xa1e9845215a927a0 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x4e48a27e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.742487:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000645805ac/0xa1e9845215a927a0 lrc: 2/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x4e48a27e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.742492:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000645805ac/0xa1e9845215a927a0 lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x4e48a27e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.742497:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000645805ac already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.742499:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000645805ac/0xa1e9845215a927a0 lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x4e48a27e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.742504:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000645805ac/0xa1e9845215a927a0 lrc: 4/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x4e48a27e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.742512:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x4e48a27e (00000000093ed32d) 00010000:00010000:3.0:1780970703.742514:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.742515:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000645805ac/0xa1e9845215a927a0 lrc: 2/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0x4e48a27e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.742520:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000645805ac/0xa1e9845215a927a0 lrc: 0/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0x4e48a27e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.742708:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002438fb9b/0xa1e9845215a927b5 lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.742720:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002438fb9b/0xa1e9845215a927b5 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.742728:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002438fb9b/0xa1e9845215a927b5 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.742742:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a927bc lrc: 3/0,1 mode: --/PW res: [0x200002b12:0x27:0x0].0xa88e3f0f bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.742747:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a927bc lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0xa88e3f0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.742753:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a927bc lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0xa88e3f0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.742797:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000009b5a5e94/0xa1e9845215a927c3 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d0f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.742808:0:112204:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000066753a6/0xa1e9845215a8b500 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2d0f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898923783 expref: 25 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.742815:0:112204:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000009b5a5e94/0xa1e9845215a927c3 lrc: 4/0,1 mode: --/EX res: [0x200002b13:0x2d0f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.742848:0:112204:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000066753a6/0xa1e9845215a8b500 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2d0f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923783 expref: 25 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.742858:0:112204:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000066753a6/0xa1e9845215a8b500 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d0f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923783 expref: 25 pid: 112204 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.742870:0:112204:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a583f428 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559750656:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970703.742919:0:112204:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d14cc663 going to sleep for 43 seconds 00000100:00100000:1.0:1780970703.748558:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970703.748609:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970703.748731:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563546240 00010000:00010000:0.0:1780970703.748766:0:6248:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 00000000ac425129/0xa1e9845215a8b28a lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x13a1:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923705 expref: 142 pid: 116454 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.748810:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563546304 00010000:00010000:0.0:1780970703.748822:0:6248:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000066753a6/0xa1e9845215a8b500 lrc: 5/0,0 mode: CR/CR res: [0x200002b13:0x2d0f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923783 expref: 26 pid: 112204 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.748843:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21706 00000100:00100000:0.0:1780970703.748850:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000028ae920 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+142:2264:x1867475563546240:12345-192.168.204.45@tcp:103:ldlm_bl_05.0 00010000:00010000:0.0:1780970703.748866:0:6248:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780970703.748873:0:6248:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 00000000ac425129/0xa1e9845215a8b28a lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x13a1:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923705 expref: 142 pid: 116454 timeout: 7455 lvb_type: 0 00010000:00010000:0.0:1780970703.748884:0:6248:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 00000000ac425129/0xa1e9845215a8b28a lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13a1:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923705 expref: 142 pid: 116454 timeout: 7455 lvb_type: 0 00010000:00010000:0.0:1780970703.748906:0:6248:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13a1:0x0].0x0 (00000000a22a1f9f) 00010000:00010000:0.0:1780970703.748911:0:6248:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 00000000de3688ef/0xa1e9845215a927a7 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13a1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.748921:0:6248:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000de3688ef/0xa1e9845215a927a7 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.748928:0:6248:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000de3688ef/0xa1e9845215a927a7 lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x13a1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970703.749080:0:6249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21707 00000100:00100000:1.0:1780970703.749086:0:6249:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005898f491 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e474371c-4744-4c95-8a55-40a3132b2542+26:2263:x1867475563546304:12345-192.168.204.45@tcp:103:ldlm_bl_05.0 00010000:00010000:1.0:1780970703.749096:0:6249:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780970703.749101:0:6249:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000066753a6/0xa1e9845215a8b500 lrc: 5/0,0 mode: CR/CR res: [0x200002b13:0x2d0f:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923783 expref: 26 pid: 112204 timeout: 7455 lvb_type: 0 00010000:00010000:1.0:1780970703.749109:0:6249:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000066753a6/0xa1e9845215a8b500 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d0f:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923783 expref: 26 pid: 112204 timeout: 7455 lvb_type: 0 00010000:00010000:1.0:1780970703.749120:0:6249:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2d0f:0x0].0x0 (000000004ee9b87d) 00010000:00010000:1.0:1780970703.749124:0:6249:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000009b5a5e94/0xa1e9845215a927c3 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d0f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.749131:0:6249:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000009b5a5e94/0xa1e9845215a927c3 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d0f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.749136:0:6249:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009b5a5e94/0xa1e9845215a927c3 lrc: 4/0,1 mode: EX/EX res: [0x200002b13:0x2d0f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.749155:0:6249:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780970703.749202:0:6249:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005898f491 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e474371c-4744-4c95-8a55-40a3132b2542+26:2263:x1867475563546304:12345-192.168.204.45@tcp:103:ldlm_bl_05.0 Request processed in 115us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970703.749208:0:6249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21707 00010000:00010000:0.0:1780970703.749267:0:6248:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780970703.749287:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000028ae920 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+142:2264:x1867475563546240:12345-192.168.204.45@tcp:103:ldlm_bl_05.0 Request processed in 436us (737us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970703.749293:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21706 00010000:00010000:1.0:1780970703.749379:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000ac425129/0xa1e9845215a8b28a lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x13a1:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923705 expref: 141 pid: 116454 timeout: 7455 lvb_type: 0 00000100:00100000:1.0:1780970703.749396:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000599d5af1 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559750592:192.168.204.45@tcp:104: 00010000:00010000:1.0:1780970703.749414:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 00000000de3688ef/0xa1e9845215a927a7 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.749424:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 00000000de3688ef/0xa1e9845215a927a7 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.749429:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000de3688ef/0xa1e9845215a927a7 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780970703.749740:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x12:0x0].3175, 64 off211392 00000001:00080000:1.0:1780970703.749754:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:1.0:1780970703.749772:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 00000000de3688ef/0xa1e9845215a927a7 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.749780:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000de3688ef/0xa1e9845215a927a7 lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x13a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.749790:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000de3688ef/0xa1e9845215a927a7 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x13a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.749796:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000de3688ef already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.749799:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000de3688ef/0xa1e9845215a927a7 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x13a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.749806:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000de3688ef/0xa1e9845215a927a7 lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x13a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.749814:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13a1:0x0].0x0 (00000000a22a1f9f) 00010000:00010000:1.0:1780970703.749816:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780970703.749819:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000de3688ef/0xa1e9845215a927a7 lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x13a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.749824:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000de3688ef/0xa1e9845215a927a7 lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x13a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.750666:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000dbe36306/0xa1e9845215a9278b lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.750679:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000dbe36306/0xa1e9845215a9278b lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.750685:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000dbe36306/0xa1e9845215a9278b lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.750691:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dbe36306 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.750694:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000dbe36306/0xa1e9845215a9278b lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.750701:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000dbe36306/0xa1e9845215a9278b lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.750711:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (0000000090720637) 00010000:00010000:1.0:1780970703.750714:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970703.750717:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000dbe36306/0xa1e9845215a9278b lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.750723:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000dbe36306/0xa1e9845215a9278b lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.750738:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 000000003dabe158/0xa1e9845215a92799 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x7a799603 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.750744:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000003dabe158/0xa1e9845215a92799 lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x7a799603 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.750750:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000003dabe158/0xa1e9845215a92799 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x7a799603 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.750756:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003dabe158 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.750758:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000003dabe158/0xa1e9845215a92799 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x7a799603 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.750764:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000003dabe158/0xa1e9845215a92799 lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x7a799603 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.750770:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x7a799603 (0000000037392d48) 00010000:00010000:1.0:1780970703.750773:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970703.750775:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000003dabe158/0xa1e9845215a92799 lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x7a799603 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.750781:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000003dabe158/0xa1e9845215a92799 lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x7a799603 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.751101:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000f57a8777/0xa1e9845215a927ca lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.751113:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000f57a8777/0xa1e9845215a927ca lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.751123:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000f57a8777/0xa1e9845215a927ca lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.751135:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 000000000235cfae/0xa1e9845215a927d1 lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xa79c644b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.751142:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000000235cfae/0xa1e9845215a927d1 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xa79c644b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.751148:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000000235cfae/0xa1e9845215a927d1 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xa79c644b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.751204:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 000000001baebfe8/0xa1e9845215a927d8 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13a2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.751217:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000e284fbee/0xa1e9845215a8b2ad lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x13a2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892370c expref: 140 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.751223:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 000000001baebfe8/0xa1e9845215a927d8 lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x13a2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.751255:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 00000000e284fbee/0xa1e9845215a8b2ad lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x13a2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892370c expref: 140 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.751271:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 00000000e284fbee/0xa1e9845215a8b2ad lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13a2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892370c expref: 140 pid: 112204 timeout: 7455 lvb_type: 0 00000100:00100000:1.0:1780970703.751285:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043afc4eb pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559750720:192.168.204.45@tcp:104: 00000100:00100000:1.0:1780970703.751358:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 000000003616aa66 going to sleep for 43 seconds 00010000:00010000:3.0:1780970703.752081:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000066753a6/0xa1e9845215a8b500 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2d0f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923783 expref: 25 pid: 112204 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.752102:0:112204:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a583f428 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559750656:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.752120:0:112204:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000009b5a5e94/0xa1e9845215a927c3 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d0f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.752128:0:112204:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000009b5a5e94/0xa1e9845215a927c3 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d0f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.752133:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009b5a5e94/0xa1e9845215a927c3 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d0f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1780970703.752334:0:112204:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x20:0x0].4348, 64 off286464 00000001:00080000:3.0:1780970703.752346:0:112204:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 25769864377 00010000:00010000:3.0:1780970703.752361:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000009b5a5e94/0xa1e9845215a927c3 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d0f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.752368:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009b5a5e94/0xa1e9845215a927c3 lrc: 2/0,0 mode: EX/EX res: [0x200002b13:0x2d0f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.752374:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009b5a5e94/0xa1e9845215a927c3 lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2d0f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.752380:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009b5a5e94 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.752383:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009b5a5e94/0xa1e9845215a927c3 lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2d0f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.752390:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009b5a5e94/0xa1e9845215a927c3 lrc: 4/0,0 mode: EX/EX res: [0x200002b13:0x2d0f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.752406:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2d0f:0x0].0x0 (000000004ee9b87d) 00010000:00010000:3.0:1780970703.752408:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780970703.752411:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009b5a5e94/0xa1e9845215a927c3 lrc: 2/0,0 mode: --/EX res: [0x200002b13:0x2d0f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.752421:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009b5a5e94/0xa1e9845215a927c3 lrc: 0/0,0 mode: --/EX res: [0x200002b13:0x2d0f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.752435:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002438fb9b/0xa1e9845215a927b5 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.752440:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002438fb9b/0xa1e9845215a927b5 lrc: 2/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.752445:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002438fb9b/0xa1e9845215a927b5 lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.752450:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002438fb9b already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.752452:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002438fb9b/0xa1e9845215a927b5 lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.752457:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002438fb9b/0xa1e9845215a927b5 lrc: 4/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.752463:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x0 (0000000044afd541) 00010000:00010000:3.0:1780970703.752465:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.752467:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002438fb9b/0xa1e9845215a927b5 lrc: 2/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.752475:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002438fb9b/0xa1e9845215a927b5 lrc: 0/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.752484:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a927bc lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0xa88e3f0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.752490:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a927bc lrc: 2/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0xa88e3f0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.752496:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a927bc lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0xa88e3f0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.752500:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b10d0ec0 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.752502:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a927bc lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0xa88e3f0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.752506:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a927bc lrc: 4/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0xa88e3f0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.752511:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0xa88e3f0f (00000000a982b014) 00010000:00010000:3.0:1780970703.752512:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.752514:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a927bc lrc: 2/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0xa88e3f0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.752518:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a927bc lrc: 0/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0xa88e3f0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.752679:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000007b0276ff/0xa1e9845215a927df lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.752695:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007b0276ff/0xa1e9845215a927df lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.752702:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007b0276ff/0xa1e9845215a927df lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.752711:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006fbd9769/0xa1e9845215a927e6 lrc: 3/0,1 mode: --/PW res: [0x200002b12:0x27:0x0].0x2d3db9f bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.752717:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006fbd9769/0xa1e9845215a927e6 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x2d3db9f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.752722:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006fbd9769/0xa1e9845215a927e6 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x2d3db9f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.752761:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a927ed lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.752772:0:112204:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000037ac84db/0xa1e9845215a8b546 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2d10:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898923791 expref: 24 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.752779:0:112204:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a927ed lrc: 4/0,1 mode: --/EX res: [0x200002b13:0x2d10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.752807:0:112204:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000037ac84db/0xa1e9845215a8b546 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2d10:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923791 expref: 24 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.752816:0:112204:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000037ac84db/0xa1e9845215a8b546 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d10:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923791 expref: 24 pid: 116454 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.752830:0:112204:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a583f428 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559750784:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970703.752892:0:112204:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d14cc663 going to sleep for 43 seconds 00000100:00100000:1.0:1780970703.757299:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.757327:0:112204:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a583f428 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559750784:192.168.204.45@tcp:104: 00000100:00100000:1.0:1780970703.757337:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00010000:00010000:3.0:1780970703.757355:0:112204:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a927ed lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970703.757368:0:13129:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563546368 00010000:00010000:1.0:1780970703.757397:0:13129:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 00000000e284fbee/0xa1e9845215a8b2ad lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x13a2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892370c expref: 141 pid: 112204 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.757429:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563546432 00000100:00100000:1.0:1780970703.757434:0:13129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21708 00000100:00100000:1.0:1780970703.757440:0:13129:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4f4b674 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+141:2263:x1867475563546368:12345-192.168.204.45@tcp:103:ldlm_bl_07.0 00010000:00010000:0.0:1780970703.757444:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000037ac84db/0xa1e9845215a8b546 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d10:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923791 expref: 25 pid: 116454 timeout: 7455 lvb_type: 0 00010000:00010000:1.0:1780970703.757453:0:13129:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780970703.757460:0:13129:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 00000000e284fbee/0xa1e9845215a8b2ad lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x13a2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892370c expref: 141 pid: 112204 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.757465:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21709 00000100:00100000:0.0:1780970703.757469:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5835b1a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+25:2264:x1867475563546432:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1780970703.757471:0:13129:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 00000000e284fbee/0xa1e9845215a8b2ad lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13a2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892370c expref: 141 pid: 112204 timeout: 7455 lvb_type: 0 00010000:00010000:0.0:1780970703.757477:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780970703.757479:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000037ac84db/0xa1e9845215a8b546 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d10:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923791 expref: 25 pid: 116454 timeout: 7455 lvb_type: 0 00010000:00010000:0.0:1780970703.757486:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000037ac84db/0xa1e9845215a8b546 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2d10:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923791 expref: 25 pid: 116454 timeout: 7455 lvb_type: 0 00010000:00010000:1.0:1780970703.757493:0:13129:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13a2:0x0].0x0 (000000003aabf808) 00010000:00010000:0.0:1780970703.757496:0:6250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000037ac84db/0xa1e9845215a8b546 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2d10:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923791 expref: 25 pid: 116454 timeout: 7455 lvb_type: 0 00010000:00010000:1.0:1780970703.757497:0:13129:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 000000001baebfe8/0xa1e9845215a927d8 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13a2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.757509:0:6250:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2d10:0x0].0x0 (000000005dff1b6c) 00010000:00010000:1.0:1780970703.757512:0:13129:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 000000001baebfe8/0xa1e9845215a927d8 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.757512:0:6250:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a927ed lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.757519:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a927ed lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.757520:0:13129:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000001baebfe8/0xa1e9845215a927d8 lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x13a2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.757525:0:6250:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a927ed lrc: 4/0,1 mode: EX/EX res: [0x200002b13:0x2d10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.757537:0:13129:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780970703.757542:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780970703.757579:0:13129:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4f4b674 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+141:2263:x1867475563546368:12345-192.168.204.45@tcp:103:ldlm_bl_07.0 Request processed in 139us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970703.757586:0:13129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21708 00010000:00010000:2.0:1780970703.757607:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000e284fbee/0xa1e9845215a8b2ad lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x13a2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892370c expref: 140 pid: 112204 timeout: 7455 lvb_type: 0 00000100:00100000:2.0:1780970703.757647:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043afc4eb pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559750720:192.168.204.45@tcp:104: 00010000:00010000:2.0:1780970703.757660:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 000000001baebfe8/0xa1e9845215a927d8 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.757666:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 000000001baebfe8/0xa1e9845215a927d8 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.757671:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000001baebfe8/0xa1e9845215a927d8 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1780970703.758346:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x10:0x0].3176, 64 off211456 00000001:00080000:2.0:1780970703.758360:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:2.0:1780970703.758375:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 000000001baebfe8/0xa1e9845215a927d8 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.758383:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000001baebfe8/0xa1e9845215a927d8 lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x13a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.758395:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000001baebfe8/0xa1e9845215a927d8 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x13a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.758401:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001baebfe8 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.758404:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000001baebfe8/0xa1e9845215a927d8 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x13a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.758411:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000001baebfe8/0xa1e9845215a927d8 lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x13a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.758421:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13a2:0x0].0x0 (000000003aabf808) 00010000:00010000:2.0:1780970703.758424:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970703.758426:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000001baebfe8/0xa1e9845215a927d8 lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x13a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.758432:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000001baebfe8/0xa1e9845215a927d8 lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x13a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.758449:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000f57a8777/0xa1e9845215a927ca lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.758455:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000f57a8777/0xa1e9845215a927ca lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.758460:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000f57a8777/0xa1e9845215a927ca lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.758465:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f57a8777 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.758467:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000f57a8777/0xa1e9845215a927ca lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.758473:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000f57a8777/0xa1e9845215a927ca lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.758479:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (0000000034fe5d42) 00010000:00010000:2.0:1780970703.758481:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970703.758482:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000f57a8777/0xa1e9845215a927ca lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.758487:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000f57a8777/0xa1e9845215a927ca lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.758499:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 000000000235cfae/0xa1e9845215a927d1 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xa79c644b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.758505:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000000235cfae/0xa1e9845215a927d1 lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xa79c644b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.758511:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000000235cfae/0xa1e9845215a927d1 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xa79c644b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.758516:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000235cfae already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.758518:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000000235cfae/0xa1e9845215a927d1 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xa79c644b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.758523:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000000235cfae/0xa1e9845215a927d1 lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xa79c644b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.758528:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xa79c644b (0000000010299865) 00010000:00010000:2.0:1780970703.758530:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970703.758533:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000000235cfae/0xa1e9845215a927d1 lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xa79c644b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.758538:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000000235cfae/0xa1e9845215a927d1 lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xa79c644b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.758708:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a927f4 lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.758719:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a927f4 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.758727:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a927f4 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.758737:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a927fb lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xdf0998fe bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.758743:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a927fb lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xdf0998fe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.758749:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a927fb lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xdf0998fe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.758786:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 0000000085ed98d2/0xa1e9845215a92802 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x137c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.758797:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000a8c23891/0xa1e9845215a8a8f8 lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x137c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892351b expref: 139 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.758804:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 0000000085ed98d2/0xa1e9845215a92802 lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x137c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.758834:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 00000000a8c23891/0xa1e9845215a8a8f8 lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x137c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892351b expref: 139 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.758846:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 00000000a8c23891/0xa1e9845215a8a8f8 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x137c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892351b expref: 139 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:2.0:1780970703.758858:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd842fe2 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559750848:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970703.760251:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5835b1a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+24:2264:x1867475563546432:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 Request processed in 2769us (2901us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970703.760271:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21709 00010000:00010000:0.0:1780970703.760340:0:112204:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a927ed lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.760350:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a927ed lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780970703.760607:0:112204:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x22:0x0].3341, 64 off222016 00000004:00080000:0.0:1780970703.760726:0:112204:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 7355923109915ns, next at 7356922996914ns, rc = 0 00000001:00080000:0.0:1780970703.760742:0:112204:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 25769864377 00010000:00010000:0.0:1780970703.760769:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a927ed lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.760777:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a927ed lrc: 2/0,0 mode: EX/EX res: [0x200002b13:0x2d10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.760785:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a927ed lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2d10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.760791:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000d692658 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.760796:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a927ed lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2d10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.760802:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a927ed lrc: 4/0,0 mode: EX/EX res: [0x200002b13:0x2d10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.760819:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2d10:0x0].0x0 (000000005dff1b6c) 00010000:00010000:0.0:1780970703.760821:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780970703.760825:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a927ed lrc: 2/0,0 mode: --/EX res: [0x200002b13:0x2d10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.760831:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a927ed lrc: 0/0,0 mode: --/EX res: [0x200002b13:0x2d10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.760848:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000007b0276ff/0xa1e9845215a927df lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.760854:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007b0276ff/0xa1e9845215a927df lrc: 2/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.760859:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007b0276ff/0xa1e9845215a927df lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.760863:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007b0276ff already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.760865:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007b0276ff/0xa1e9845215a927df lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.760870:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007b0276ff/0xa1e9845215a927df lrc: 4/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.760877:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x0 (0000000052abdb61) 00010000:00010000:0.0:1780970703.760879:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970703.760880:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007b0276ff/0xa1e9845215a927df lrc: 2/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.760885:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007b0276ff/0xa1e9845215a927df lrc: 0/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.760895:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006fbd9769/0xa1e9845215a927e6 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x2d3db9f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.760906:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006fbd9769/0xa1e9845215a927e6 lrc: 2/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x2d3db9f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.760911:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006fbd9769/0xa1e9845215a927e6 lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x2d3db9f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.760916:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006fbd9769 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.760917:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006fbd9769/0xa1e9845215a927e6 lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x2d3db9f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.760922:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006fbd9769/0xa1e9845215a927e6 lrc: 4/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x2d3db9f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.760929:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x2d3db9f (000000000a3472eb) 00010000:00010000:0.0:1780970703.760941:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970703.760943:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006fbd9769/0xa1e9845215a927e6 lrc: 2/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0x2d3db9f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.760952:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006fbd9769/0xa1e9845215a927e6 lrc: 0/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0x2d3db9f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.761519:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006c28b138/0xa1e9845215a92809 lrc: 3/0,1 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.761538:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006c28b138/0xa1e9845215a92809 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.761547:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006c28b138/0xa1e9845215a92809 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.761562:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92810 lrc: 3/0,1 mode: --/PW res: [0x200002b12:0x27:0x0].0x2ff6a9e8 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.761569:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92810 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x2ff6a9e8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.761575:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92810 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x2ff6a9e8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.762452:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92817 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.762473:0:112204:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000005ccac1ef/0xa1e9845215a8b569 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2d11:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898923798 expref: 23 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.762480:0:112204:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92817 lrc: 4/0,1 mode: --/EX res: [0x200002b13:0x2d11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.762525:0:112204:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000005ccac1ef/0xa1e9845215a8b569 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2d11:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923798 expref: 23 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.762537:0:112204:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000005ccac1ef/0xa1e9845215a8b569 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d11:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923798 expref: 23 pid: 112204 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.762552:0:112204:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002ca1947f pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559750912:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970703.763811:0:112204:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c2dafdac going to sleep for 43 seconds 00000100:00100000:3.0:1780970703.765942:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b6612004 going to sleep for 43 seconds 00000100:00100000:0.0:1780970703.771899:0:112204:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002ca1947f pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:112204:1867475559750912:192.168.204.45@tcp:104: 00010000:00010000:0.0:1780970703.771933:0:112204:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92817 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970703.774027:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd842fe2 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559750848:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.774057:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 0000000085ed98d2/0xa1e9845215a92802 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x137c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970703.774956:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970703.775006:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970703.775099:0:6249:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563546496 00010000:00010000:0.0:1780970703.775135:0:6249:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000005ccac1ef/0xa1e9845215a8b569 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d11:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923798 expref: 24 pid: 112204 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.775172:0:6249:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563546560 00010000:00010000:0.0:1780970703.775184:0:6249:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 00000000a8c23891/0xa1e9845215a8a8f8 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x137c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892351b expref: 140 pid: 139446 timeout: 7455 lvb_type: 0 00000100:00100000:0.0:1780970703.775214:0:6249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21710 00000100:00100000:0.0:1780970703.775219:0:6249:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043afc4eb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e474371c-4744-4c95-8a55-40a3132b2542+24:2263:x1867475563546496:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1780970703.775248:0:6249:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780970703.775254:0:6249:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000005ccac1ef/0xa1e9845215a8b569 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2d11:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923798 expref: 24 pid: 112204 timeout: 7455 lvb_type: 0 00010000:00010000:0.0:1780970703.775263:0:6249:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000005ccac1ef/0xa1e9845215a8b569 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2d11:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923798 expref: 24 pid: 112204 timeout: 7455 lvb_type: 0 00010000:00010000:0.0:1780970703.775282:0:6249:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ccac1ef/0xa1e9845215a8b569 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2d11:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923798 expref: 24 pid: 112204 timeout: 7455 lvb_type: 0 00010000:00010000:0.0:1780970703.775312:0:6249:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2d11:0x0].0x0 (00000000952ccdfb) 00010000:00010000:0.0:1780970703.775316:0:6249:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92817 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2d11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.775326:0:6249:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92817 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.775337:0:6249:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92817 lrc: 4/0,1 mode: EX/EX res: [0x200002b13:0x2d11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.775368:0:6249:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780970703.775418:0:6249:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043afc4eb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e474371c-4744-4c95-8a55-40a3132b2542+23:2263:x1867475563546496:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 Request processed in 198us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970703.775427:0:6249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21710 00000100:00100000:0.0:1780970703.775456:0:6249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21711 00000100:00100000:0.0:1780970703.775461:0:6249:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed8c3655 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e474371c-4744-4c95-8a55-40a3132b2542+140:2263:x1867475563546560:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1780970703.775469:0:6249:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780970703.775473:0:6249:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 00000000a8c23891/0xa1e9845215a8a8f8 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x137c:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892351b expref: 140 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:0.0:1780970703.775483:0:6249:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 00000000a8c23891/0xa1e9845215a8a8f8 lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x137c:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892351b expref: 140 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:0.0:1780970703.775495:0:6249:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000a8c23891/0xa1e9845215a8a8f8 lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x137c:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892351b expref: 140 pid: 139446 timeout: 7455 lvb_type: 0 00010000:00010000:0.0:1780970703.775503:0:6249:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x137c:0x0].0x0 (00000000edc6e8ff) 00010000:00010000:0.0:1780970703.775506:0:6249:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 0000000085ed98d2/0xa1e9845215a92802 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x137c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.775512:0:6249:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 0000000085ed98d2/0xa1e9845215a92802 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x137c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.775518:0:6249:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 0000000085ed98d2/0xa1e9845215a92802 lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x137c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.775532:0:6249:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780970703.775549:0:6249:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed8c3655 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e474371c-4744-4c95-8a55-40a3132b2542+139:2263:x1867475563546560:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 Request processed in 88us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970703.775555:0:6249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21711 00010000:00010000:0.0:1780970703.775576:0:112204:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92817 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.775584:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92817 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780970703.776009:0:112204:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x20:0x0].4349, 64 off286528 00000001:00080000:0.0:1780970703.776029:0:112204:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 25769864377 00010000:00010000:0.0:1780970703.776059:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92817 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2d11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.776067:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92817 lrc: 2/0,0 mode: EX/EX res: [0x200002b13:0x2d11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.776074:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92817 lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2d11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.776080:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000082231ba1 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.776083:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92817 lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2d11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.776090:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92817 lrc: 4/0,0 mode: EX/EX res: [0x200002b13:0x2d11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.776100:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2d11:0x0].0x0 (00000000952ccdfb) 00010000:00010000:0.0:1780970703.776103:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780970703.776106:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92817 lrc: 2/0,0 mode: --/EX res: [0x200002b13:0x2d11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.776112:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92817 lrc: 0/0,0 mode: --/EX res: [0x200002b13:0x2d11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.776131:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006c28b138/0xa1e9845215a92809 lrc: 3/0,1 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.776138:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006c28b138/0xa1e9845215a92809 lrc: 2/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.776144:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006c28b138/0xa1e9845215a92809 lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.776151:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006c28b138 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.776153:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006c28b138/0xa1e9845215a92809 lrc: 3/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.776158:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006c28b138/0xa1e9845215a92809 lrc: 4/0,0 mode: CW/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.776166:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x0 (000000008564d20a) 00010000:00010000:0.0:1780970703.776167:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970703.776169:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006c28b138/0xa1e9845215a92809 lrc: 2/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.776174:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006c28b138/0xa1e9845215a92809 lrc: 0/0,0 mode: --/CW res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.776190:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92810 lrc: 3/0,1 mode: PW/PW res: [0x200002b12:0x27:0x0].0x2ff6a9e8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.776194:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92810 lrc: 2/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x2ff6a9e8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.776199:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92810 lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x2ff6a9e8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.776203:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000d6f2a3f already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.776205:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92810 lrc: 3/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x2ff6a9e8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.776209:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92810 lrc: 4/0,0 mode: PW/PW res: [0x200002b12:0x27:0x0].0x2ff6a9e8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.776216:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x2ff6a9e8 (000000004d208865) 00010000:00010000:0.0:1780970703.776218:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970703.776220:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92810 lrc: 2/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0x2ff6a9e8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.776224:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92810 lrc: 0/0,0 mode: --/PW res: [0x200002b12:0x27:0x0].0x2ff6a9e8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.776754:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 0000000085ed98d2/0xa1e9845215a92802 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x137c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.776764:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 0000000085ed98d2/0xa1e9845215a92802 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x137c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1780970703.776980:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x10:0x0].3177, 64 off211520 00000001:00080000:3.0:1780970703.776990:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:3.0:1780970703.777016:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 0000000085ed98d2/0xa1e9845215a92802 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x137c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.777024:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000085ed98d2/0xa1e9845215a92802 lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x137c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.777030:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000085ed98d2/0xa1e9845215a92802 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x137c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.777040:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000085ed98d2 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.777043:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000085ed98d2/0xa1e9845215a92802 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x137c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.777049:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000085ed98d2/0xa1e9845215a92802 lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x137c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.777059:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x137c:0x0].0x0 (00000000edc6e8ff) 00010000:00010000:3.0:1780970703.777061:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780970703.777065:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000085ed98d2/0xa1e9845215a92802 lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x137c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.777071:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000085ed98d2/0xa1e9845215a92802 lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x137c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.777088:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a927f4 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.777093:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a927f4 lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.777098:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a927f4 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.777103:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007bb35c1b already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.777105:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a927f4 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.777112:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a927f4 lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.777120:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (00000000e8e656c2) 00010000:00010000:3.0:1780970703.777123:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.777125:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a927f4 lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.777130:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000007bb35c1b/0xa1e9845215a927f4 lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.777145:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a927fb lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xdf0998fe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.777150:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a927fb lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xdf0998fe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.777155:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a927fb lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xdf0998fe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.777159:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dc8e0b3a already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.777161:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a927fb lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xdf0998fe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.777166:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a927fb lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xdf0998fe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.777172:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xdf0998fe (00000000044e691c) 00010000:00010000:3.0:1780970703.777174:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.777175:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a927fb lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xdf0998fe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.777184:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a927fb lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xdf0998fe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.777462:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a9281e lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.777474:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a9281e lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.777482:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a9281e lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.777490:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 000000002438fb9b/0xa1e9845215a92825 lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x82b314d7 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.777496:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000002438fb9b/0xa1e9845215a92825 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x82b314d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.777501:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000002438fb9b/0xa1e9845215a92825 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x82b314d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.777546:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 000000009b5a5e94/0xa1e9845215a9282c lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13a3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.777559:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 000000000df9c3d1/0xa1e9845215a8b2f3 lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x13a3:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892371a expref: 138 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.777566:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 000000009b5a5e94/0xa1e9845215a9282c lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x13a3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.777610:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 000000000df9c3d1/0xa1e9845215a8b2f3 lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x13a3:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892371a expref: 138 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.777663:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 000000000df9c3d1/0xa1e9845215a8b2f3 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13a3:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892371a expref: 138 pid: 112204 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.777676:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a583f428 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559750976:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970703.777739:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d14cc663 going to sleep for 43 seconds 00000100:00100000:0.0:1780970703.781382:0:112204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc059146 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+22:198430:x1867475563517888:12345-192.168.204.45@tcp:62:lfs.0 Request processed in 2725975us (2729664us total) trans 25769864377 rc 0/0 00000100:00100000:0.0:1780970703.781403:0:112204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85570 00000100:00100000:3.0:1780970703.784170:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a583f428 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559750976:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.784205:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 000000009b5a5e94/0xa1e9845215a9282c lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13a3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970703.785141:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.785773:0:13129:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563546624 00010000:00010000:3.0:1780970703.785809:0:13129:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 000000000df9c3d1/0xa1e9845215a8b2f3 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13a3:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892371a expref: 139 pid: 112204 timeout: 7455 lvb_type: 0 00000100:00100000:2.0:1780970703.785942:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21712 00000100:00100000:2.0:1780970703.785951:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000808b94d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+139:2263:x1867475563546624:12345-192.168.204.45@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1780970703.785968:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780970703.785975:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 000000000df9c3d1/0xa1e9845215a8b2f3 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13a3:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892371a expref: 139 pid: 112204 timeout: 7455 lvb_type: 0 00010000:00010000:2.0:1780970703.785988:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 000000000df9c3d1/0xa1e9845215a8b2f3 lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x13a3:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892371a expref: 139 pid: 112204 timeout: 7455 lvb_type: 0 00010000:00010000:2.0:1780970703.786024:0:6250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000000df9c3d1/0xa1e9845215a8b2f3 lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x13a3:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892371a expref: 139 pid: 112204 timeout: 7455 lvb_type: 0 00010000:00010000:2.0:1780970703.786043:0:6250:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13a3:0x0].0x0 (000000008f7f5ad6) 00010000:00010000:2.0:1780970703.786047:0:6250:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 000000009b5a5e94/0xa1e9845215a9282c lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13a3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.786057:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 000000009b5a5e94/0xa1e9845215a9282c lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.786069:0:6250:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000009b5a5e94/0xa1e9845215a9282c lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x13a3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.786102:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780970703.786153:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000808b94d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+138:2263:x1867475563546624:12345-192.168.204.45@tcp:103:ldlm_bl_03.0 Request processed in 201us (1016us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970703.786160:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21712 00010000:00010000:3.0:1780970703.788100:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 000000009b5a5e94/0xa1e9845215a9282c lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.788120:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000009b5a5e94/0xa1e9845215a9282c lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1780970703.788421:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x12:0x0].3176, 64 off211456 00000004:00080000:3.0:1780970703.788429:0:112205:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 7355950812909ns, next at 7356950810439ns, rc = 0 00000001:00080000:3.0:1780970703.788441:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:3.0:1780970703.788458:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 000000009b5a5e94/0xa1e9845215a9282c lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.788471:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000009b5a5e94/0xa1e9845215a9282c lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x13a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.788477:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000009b5a5e94/0xa1e9845215a9282c lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x13a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.788483:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009b5a5e94 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.788486:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000009b5a5e94/0xa1e9845215a9282c lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x13a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.788493:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000009b5a5e94/0xa1e9845215a9282c lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x13a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.788508:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13a3:0x0].0x0 (000000008f7f5ad6) 00010000:00010000:3.0:1780970703.788511:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780970703.788515:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000009b5a5e94/0xa1e9845215a9282c lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x13a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.788520:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000009b5a5e94/0xa1e9845215a9282c lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x13a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.788538:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a9281e lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.788544:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a9281e lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.788549:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a9281e lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.788559:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b10d0ec0 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.788560:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a9281e lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.788565:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a9281e lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.788572:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (00000000a982b014) 00010000:00010000:3.0:1780970703.788574:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.788576:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a9281e lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.788581:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a9281e lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.788590:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 000000002438fb9b/0xa1e9845215a92825 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x82b314d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.788595:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000002438fb9b/0xa1e9845215a92825 lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x82b314d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.788599:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000002438fb9b/0xa1e9845215a92825 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x82b314d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.788603:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002438fb9b already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.788605:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000002438fb9b/0xa1e9845215a92825 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x82b314d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.788609:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000002438fb9b/0xa1e9845215a92825 lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x82b314d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.788650:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x82b314d7 (0000000044afd541) 00010000:00010000:3.0:1780970703.788652:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.788654:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000002438fb9b/0xa1e9845215a92825 lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x82b314d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.788659:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000002438fb9b/0xa1e9845215a92825 lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x82b314d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.788802:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 0000000036ef2c1c/0xa1e9845215a92833 lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.788815:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 0000000036ef2c1c/0xa1e9845215a92833 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.788825:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 0000000036ef2c1c/0xa1e9845215a92833 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.788847:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000e20877f3/0xa1e9845215a9283a lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xafd5e31f bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.788855:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000e20877f3/0xa1e9845215a9283a lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xafd5e31f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.788861:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000e20877f3/0xa1e9845215a9283a lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xafd5e31f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.788904:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a92841 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13a4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.788918:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 0000000030c94e11/0xa1e9845215a8b316 lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x13a4:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898923721 expref: 137 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.788927:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a92841 lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x13a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.788967:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 0000000030c94e11/0xa1e9845215a8b316 lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x13a4:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923721 expref: 137 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.788981:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 0000000030c94e11/0xa1e9845215a8b316 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13a4:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923721 expref: 137 pid: 116454 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.789005:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a583f428 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559751040:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970703.789091:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d14cc663 going to sleep for 43 seconds 00000100:00100000:1.0:1780970703.795154:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970703.795256:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563546688 00010000:00010000:2.0:1780970703.795295:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 0000000030c94e11/0xa1e9845215a8b316 lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x13a4:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923721 expref: 138 pid: 116454 timeout: 7455 lvb_type: 0 00000100:00100000:2.0:1780970703.795345:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21713 00000100:00100000:2.0:1780970703.795352:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035e1c938 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+138:2264:x1867475563546688:12345-192.168.204.45@tcp:103:ldlm_bl_08.0 00010000:00010000:2.0:1780970703.795370:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780970703.795376:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 0000000030c94e11/0xa1e9845215a8b316 lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x13a4:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923721 expref: 138 pid: 116454 timeout: 7455 lvb_type: 0 00010000:00010000:2.0:1780970703.795390:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 0000000030c94e11/0xa1e9845215a8b316 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13a4:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923721 expref: 138 pid: 116454 timeout: 7455 lvb_type: 0 00010000:00010000:2.0:1780970703.795417:0:6250:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13a4:0x0].0x0 (00000000051d6654) 00010000:00010000:2.0:1780970703.795422:0:6250:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a92841 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13a4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.795432:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a92841 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.795446:0:6250:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a92841 lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x13a4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.795469:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780970703.795533:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035e1c938 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+138:2264:x1867475563546688:12345-192.168.204.45@tcp:103:ldlm_bl_08.0 Request processed in 180us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970703.795540:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21713 00010000:00010000:3.0:1780970703.797704:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000030c94e11/0xa1e9845215a8b316 lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x13a4:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923721 expref: 137 pid: 116454 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.797731:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a583f428 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559751040:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.797753:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a92841 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.797761:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a92841 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.797766:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a92841 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1780970703.798061:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x10:0x0].3178, 64 off211584 00000001:00080000:3.0:1780970703.798075:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:3.0:1780970703.798094:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a92841 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.798102:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a92841 lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x13a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.798109:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a92841 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x13a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.798114:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001897266b already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.798117:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a92841 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x13a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.798124:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a92841 lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x13a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.798138:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13a4:0x0].0x0 (00000000051d6654) 00010000:00010000:3.0:1780970703.798141:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780970703.798145:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a92841 lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x13a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.798152:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a92841 lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x13a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.798170:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 0000000036ef2c1c/0xa1e9845215a92833 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.798175:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000036ef2c1c/0xa1e9845215a92833 lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.798180:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000036ef2c1c/0xa1e9845215a92833 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.798189:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000036ef2c1c already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.798191:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000036ef2c1c/0xa1e9845215a92833 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.798196:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000036ef2c1c/0xa1e9845215a92833 lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.798202:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (00000000f483006a) 00010000:00010000:3.0:1780970703.798204:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.798207:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000036ef2c1c/0xa1e9845215a92833 lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.798212:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000036ef2c1c/0xa1e9845215a92833 lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.798222:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000e20877f3/0xa1e9845215a9283a lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xafd5e31f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.798228:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000e20877f3/0xa1e9845215a9283a lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xafd5e31f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.798232:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000e20877f3/0xa1e9845215a9283a lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xafd5e31f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.798249:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e20877f3 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.798251:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000e20877f3/0xa1e9845215a9283a lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xafd5e31f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.798265:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000e20877f3/0xa1e9845215a9283a lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xafd5e31f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.798273:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xafd5e31f (0000000085c1a500) 00010000:00010000:3.0:1780970703.798276:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.798277:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000e20877f3/0xa1e9845215a9283a lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xafd5e31f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.798282:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000e20877f3/0xa1e9845215a9283a lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xafd5e31f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.798414:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 000000008ae33c47/0xa1e9845215a92848 lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.798427:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000008ae33c47/0xa1e9845215a92848 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.798435:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000008ae33c47/0xa1e9845215a92848 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.798446:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000bbd3e6b7/0xa1e9845215a9284f lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xdcf8b167 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.798452:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000bbd3e6b7/0xa1e9845215a9284f lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xdcf8b167 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.798458:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000bbd3e6b7/0xa1e9845215a9284f lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xdcf8b167 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.798502:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 00000000e2bc9a86/0xa1e9845215a92856 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.798514:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000f70851ed/0xa1e9845215a8b339 lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x13a5:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898923728 expref: 136 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.798522:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 00000000e2bc9a86/0xa1e9845215a92856 lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x13a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.798559:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 00000000f70851ed/0xa1e9845215a8b339 lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x13a5:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923728 expref: 136 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.798575:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 00000000f70851ed/0xa1e9845215a8b339 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13a5:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923728 expref: 136 pid: 112204 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.798587:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a583f428 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559751104:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970703.798706:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d14cc663 going to sleep for 43 seconds 00000100:00100000:1.0:1780970703.808064:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.808165:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a583f428 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559751104:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.808190:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 00000000e2bc9a86/0xa1e9845215a92856 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970703.808488:0:13129:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563546752 00010000:00010000:2.0:1780970703.808519:0:13129:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 00000000f70851ed/0xa1e9845215a8b339 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13a5:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923728 expref: 137 pid: 112204 timeout: 7455 lvb_type: 0 00000100:00100000:2.0:1780970703.808558:0:13129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21714 00000100:00100000:2.0:1780970703.808564:0:13129:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed8c3655 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+137:2263:x1867475563546752:12345-192.168.204.45@tcp:103:ldlm_bl_10.0 00010000:00010000:2.0:1780970703.808579:0:13129:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780970703.808585:0:13129:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 00000000f70851ed/0xa1e9845215a8b339 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13a5:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923728 expref: 137 pid: 112204 timeout: 7455 lvb_type: 0 00010000:00010000:2.0:1780970703.808596:0:13129:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 00000000f70851ed/0xa1e9845215a8b339 lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x13a5:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923728 expref: 137 pid: 112204 timeout: 7455 lvb_type: 0 00010000:00010000:2.0:1780970703.808647:0:13129:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000f70851ed/0xa1e9845215a8b339 lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x13a5:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923728 expref: 137 pid: 112204 timeout: 7455 lvb_type: 0 00010000:00010000:2.0:1780970703.808663:0:13129:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13a5:0x0].0x0 (00000000b925adc3) 00010000:00010000:2.0:1780970703.808668:0:13129:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 00000000e2bc9a86/0xa1e9845215a92856 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.808683:0:13129:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000e2bc9a86/0xa1e9845215a92856 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.808691:0:13129:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000e2bc9a86/0xa1e9845215a92856 lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x13a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.808724:0:13129:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780970703.808776:0:13129:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed8c3655 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+136:2263:x1867475563546752:12345-192.168.204.45@tcp:103:ldlm_bl_10.0 Request processed in 212us (720us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970703.808784:0:13129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21714 00010000:00010000:1.0:1780970703.808874:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 00000000e2bc9a86/0xa1e9845215a92856 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.808882:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000e2bc9a86/0xa1e9845215a92856 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780970703.809184:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x12:0x0].3177, 64 off211520 00000001:00080000:1.0:1780970703.809200:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:1.0:1780970703.809220:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 00000000e2bc9a86/0xa1e9845215a92856 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.809228:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000e2bc9a86/0xa1e9845215a92856 lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x13a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.809241:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000e2bc9a86/0xa1e9845215a92856 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x13a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.809247:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e2bc9a86 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.809251:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000e2bc9a86/0xa1e9845215a92856 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x13a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.809258:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000e2bc9a86/0xa1e9845215a92856 lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x13a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.809266:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13a5:0x0].0x0 (00000000b925adc3) 00010000:00010000:1.0:1780970703.809269:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780970703.809272:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000e2bc9a86/0xa1e9845215a92856 lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x13a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.809277:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000e2bc9a86/0xa1e9845215a92856 lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x13a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.809294:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 000000008ae33c47/0xa1e9845215a92848 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.809299:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000008ae33c47/0xa1e9845215a92848 lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.809304:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000008ae33c47/0xa1e9845215a92848 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.809309:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008ae33c47 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.809311:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000008ae33c47/0xa1e9845215a92848 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.809316:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000008ae33c47/0xa1e9845215a92848 lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.809323:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (00000000f3bb4fc6) 00010000:00010000:1.0:1780970703.809325:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970703.809326:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000008ae33c47/0xa1e9845215a92848 lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.809331:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000008ae33c47/0xa1e9845215a92848 lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.809342:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000bbd3e6b7/0xa1e9845215a9284f lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xdcf8b167 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.809348:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000bbd3e6b7/0xa1e9845215a9284f lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xdcf8b167 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.809353:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000bbd3e6b7/0xa1e9845215a9284f lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xdcf8b167 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.809358:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bbd3e6b7 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.809359:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000bbd3e6b7/0xa1e9845215a9284f lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xdcf8b167 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.809364:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000bbd3e6b7/0xa1e9845215a9284f lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xdcf8b167 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.809370:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xdcf8b167 (00000000ce9b0975) 00010000:00010000:1.0:1780970703.809372:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970703.809375:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000bbd3e6b7/0xa1e9845215a9284f lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xdcf8b167 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.809379:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000bbd3e6b7/0xa1e9845215a9284f lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xdcf8b167 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.809513:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000deea6275/0xa1e9845215a9285d lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.809524:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000deea6275/0xa1e9845215a9285d lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.809531:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000deea6275/0xa1e9845215a9285d lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.809542:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000cc100f56/0xa1e9845215a92864 lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x373e4df8 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.809548:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000cc100f56/0xa1e9845215a92864 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x373e4df8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.809554:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000cc100f56/0xa1e9845215a92864 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x373e4df8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.809593:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a9286b lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.809604:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000ff8b847b/0xa1e9845215a8b37f lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x13a6:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898923736 expref: 135 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.809610:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a9286b lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x13a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.809858:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 00000000ff8b847b/0xa1e9845215a8b37f lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x13a6:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923736 expref: 135 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.809872:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 00000000ff8b847b/0xa1e9845215a8b37f lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13a6:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923736 expref: 135 pid: 116454 timeout: 7455 lvb_type: 0 00000100:00100000:1.0:1780970703.809885:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000808b94d4 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559751168:192.168.204.45@tcp:104: 00000100:00100000:1.0:1780970703.810102:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000bb68bb34 going to sleep for 43 seconds 00000100:00100000:3.0:1780970703.815455:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000808b94d4 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559751168:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.815494:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a9286b lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970703.820335:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.820435:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563546816 00010000:00010000:3.0:1780970703.820473:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 00000000ff8b847b/0xa1e9845215a8b37f lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13a6:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923736 expref: 136 pid: 116454 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.820517:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21715 00000100:00100000:3.0:1780970703.820524:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000808b94d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+136:2264:x1867475563546816:12345-192.168.204.45@tcp:103:ldlm_bl_06.0 00010000:00010000:3.0:1780970703.820547:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.820553:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 00000000ff8b847b/0xa1e9845215a8b37f lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13a6:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923736 expref: 136 pid: 116454 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.820567:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 00000000ff8b847b/0xa1e9845215a8b37f lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x13a6:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923736 expref: 136 pid: 116454 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.820595:0:6250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000ff8b847b/0xa1e9845215a8b37f lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x13a6:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923736 expref: 136 pid: 116454 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.820667:0:6250:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13a6:0x0].0x0 (00000000451e480a) 00010000:00010000:3.0:1780970703.820672:0:6250:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a9286b lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.820682:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a9286b lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.820689:0:6250:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a9286b lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x13a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.820728:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.820778:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000808b94d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+135:2264:x1867475563546816:12345-192.168.204.45@tcp:103:ldlm_bl_06.0 Request processed in 253us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.820785:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21715 00010000:00010000:1.0:1780970703.821082:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a9286b lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.821092:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a9286b lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1780970703.821438:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x10:0x0].3179, 64 off211648 00000001:00080000:1.0:1780970703.821458:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:1.0:1780970703.821478:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a9286b lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.821486:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a9286b lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x13a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.821493:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a9286b lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x13a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.821499:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d6ba4ba already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.821502:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a9286b lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x13a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.821510:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a9286b lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x13a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.821519:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13a6:0x0].0x0 (00000000451e480a) 00010000:00010000:1.0:1780970703.821523:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780970703.821526:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a9286b lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x13a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.821531:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a9286b lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x13a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.821550:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000deea6275/0xa1e9845215a9285d lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.821555:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000deea6275/0xa1e9845215a9285d lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.821561:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000deea6275/0xa1e9845215a9285d lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.821565:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000deea6275 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.821567:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000deea6275/0xa1e9845215a9285d lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.821572:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000deea6275/0xa1e9845215a9285d lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.821579:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (0000000080f5833b) 00010000:00010000:1.0:1780970703.821581:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970703.821583:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000deea6275/0xa1e9845215a9285d lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.821587:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000deea6275/0xa1e9845215a9285d lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.821598:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000cc100f56/0xa1e9845215a92864 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x373e4df8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.821603:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000cc100f56/0xa1e9845215a92864 lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x373e4df8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.821608:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000cc100f56/0xa1e9845215a92864 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x373e4df8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.821650:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cc100f56 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970703.821653:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000cc100f56/0xa1e9845215a92864 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x373e4df8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.821659:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000cc100f56/0xa1e9845215a92864 lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x373e4df8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.821666:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x373e4df8 (00000000ecaeb8b7) 00010000:00010000:1.0:1780970703.821668:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970703.821670:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000cc100f56/0xa1e9845215a92864 lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x373e4df8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.821676:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000cc100f56/0xa1e9845215a92864 lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x373e4df8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.821803:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a92872 lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.821813:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a92872 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.821820:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a92872 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.821829:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a92879 lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x64611c40 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.821834:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a92879 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x64611c40 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.821839:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a92879 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x64611c40 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.821877:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 000000005db7e15e/0xa1e9845215a92880 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.821888:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 000000007398b05f/0xa1e9845215a8b3a2 lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x13a7:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892373d expref: 134 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.821895:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 000000005db7e15e/0xa1e9845215a92880 lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x13a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.821925:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 000000007398b05f/0xa1e9845215a8b3a2 lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x13a7:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892373d expref: 134 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.821937:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 000000007398b05f/0xa1e9845215a8b3a2 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13a7:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892373d expref: 134 pid: 116454 timeout: 7455 lvb_type: 0 00000100:00100000:1.0:1780970703.821954:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bafb1d29 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559751232:192.168.204.45@tcp:104: 00000100:00100000:1.0:1780970703.822025:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000bb0f54a1 going to sleep for 43 seconds 00000100:00100000:1.0:1780970703.827948:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970703.828052:0:13129:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563546880 00010000:00010000:2.0:1780970703.828090:0:13129:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 000000007398b05f/0xa1e9845215a8b3a2 lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x13a7:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892373d expref: 135 pid: 116454 timeout: 7455 lvb_type: 0 00000100:00100000:2.0:1780970703.828130:0:13129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21716 00000100:00100000:2.0:1780970703.828137:0:13129:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea3d51f9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+135:2263:x1867475563546880:12345-192.168.204.45@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1780970703.828155:0:13129:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780970703.828160:0:13129:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 000000007398b05f/0xa1e9845215a8b3a2 lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x13a7:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892373d expref: 135 pid: 116454 timeout: 7455 lvb_type: 0 00010000:00010000:2.0:1780970703.828173:0:13129:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 000000007398b05f/0xa1e9845215a8b3a2 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13a7:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892373d expref: 135 pid: 116454 timeout: 7455 lvb_type: 0 00010000:00010000:2.0:1780970703.828197:0:13129:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13a7:0x0].0x0 (000000005ddc1e20) 00010000:00010000:2.0:1780970703.828202:0:13129:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 000000005db7e15e/0xa1e9845215a92880 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13a7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.828217:0:13129:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 000000005db7e15e/0xa1e9845215a92880 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.828225:0:13129:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000005db7e15e/0xa1e9845215a92880 lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x13a7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.828246:0:13129:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780970703.828309:0:13129:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea3d51f9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+135:2263:x1867475563546880:12345-192.168.204.45@tcp:103:ldlm_bl_01.0 Request processed in 171us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970703.828317:0:13129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21716 00010000:00010000:3.0:1780970703.828424:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000007398b05f/0xa1e9845215a8b3a2 lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x13a7:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892373d expref: 134 pid: 116454 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.828454:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bafb1d29 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559751232:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.828480:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 000000005db7e15e/0xa1e9845215a92880 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.828488:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 000000005db7e15e/0xa1e9845215a92880 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.828493:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000005db7e15e/0xa1e9845215a92880 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1780970703.828796:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x12:0x0].3178, 64 off211584 00000001:00080000:3.0:1780970703.828811:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:3.0:1780970703.828831:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 000000005db7e15e/0xa1e9845215a92880 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.828840:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000005db7e15e/0xa1e9845215a92880 lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x13a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.828847:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000005db7e15e/0xa1e9845215a92880 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x13a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.828854:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005db7e15e already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.828858:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000005db7e15e/0xa1e9845215a92880 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x13a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.828866:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000005db7e15e/0xa1e9845215a92880 lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x13a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.828875:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13a7:0x0].0x0 (000000005ddc1e20) 00010000:00010000:3.0:1780970703.828878:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780970703.828881:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000005db7e15e/0xa1e9845215a92880 lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x13a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.828888:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000005db7e15e/0xa1e9845215a92880 lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x13a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.828906:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a92872 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.828912:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a92872 lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.828918:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a92872 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.828923:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aa7d67d2 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.828925:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a92872 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.828930:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a92872 lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.828937:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (0000000052923637) 00010000:00010000:3.0:1780970703.828940:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.828942:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a92872 lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.828947:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a92872 lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.828960:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a92879 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x64611c40 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.828971:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a92879 lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x64611c40 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.828978:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a92879 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x64611c40 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.828983:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f6ed39ee already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.828984:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a92879 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x64611c40 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.828990:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a92879 lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x64611c40 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.829008:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x64611c40 (00000000ce5740c8) 00010000:00010000:3.0:1780970703.829010:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.829012:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a92879 lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x64611c40 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.829017:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a92879 lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x64611c40 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.829166:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000e20877f3/0xa1e9845215a92887 lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.829177:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000e20877f3/0xa1e9845215a92887 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.829184:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000e20877f3/0xa1e9845215a92887 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.829199:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 0000000036ef2c1c/0xa1e9845215a9288e lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xbea6b8d1 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.829205:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 0000000036ef2c1c/0xa1e9845215a9288e lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xbea6b8d1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.829212:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 0000000036ef2c1c/0xa1e9845215a9288e lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xbea6b8d1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.829251:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a92895 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.829263:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000bff92080/0xa1e9845215a8b3e8 lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x13a8:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892374b expref: 133 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.829269:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a92895 lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x13a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.829300:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 00000000bff92080/0xa1e9845215a8b3e8 lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x13a8:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892374b expref: 133 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.829312:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 00000000bff92080/0xa1e9845215a8b3e8 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13a8:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892374b expref: 133 pid: 116454 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.829324:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a583f428 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559751296:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970703.829371:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d14cc663 going to sleep for 43 seconds 00000100:00100000:0.0:1780970703.833969:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970703.834207:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563546944 00010000:00010000:2.0:1780970703.834243:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 00000000bff92080/0xa1e9845215a8b3e8 lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x13a8:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892374b expref: 134 pid: 116454 timeout: 7455 lvb_type: 0 00000100:00100000:2.0:1780970703.834286:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21717 00000100:00100000:2.0:1780970703.834293:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ca1947f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+134:2264:x1867475563546944:12345-192.168.204.45@tcp:103:ldlm_bl_05.0 00010000:00010000:2.0:1780970703.834309:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780970703.834315:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 00000000bff92080/0xa1e9845215a8b3e8 lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x13a8:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892374b expref: 134 pid: 116454 timeout: 7455 lvb_type: 0 00010000:00010000:2.0:1780970703.834326:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 00000000bff92080/0xa1e9845215a8b3e8 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13a8:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892374b expref: 134 pid: 116454 timeout: 7455 lvb_type: 0 00010000:00010000:2.0:1780970703.834349:0:6250:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13a8:0x0].0x0 (0000000047e31015) 00010000:00010000:2.0:1780970703.834353:0:6250:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a92895 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13a8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.834366:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a92895 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.834375:0:6250:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a92895 lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x13a8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.834398:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780970703.834449:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ca1947f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+134:2264:x1867475563546944:12345-192.168.204.45@tcp:103:ldlm_bl_05.0 Request processed in 154us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970703.834456:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21717 00010000:00010000:3.0:1780970703.835101:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000bff92080/0xa1e9845215a8b3e8 lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x13a8:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892374b expref: 133 pid: 116454 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.835127:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a583f428 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559751296:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970703.835147:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a92895 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.835155:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a92895 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.835161:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a92895 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1780970703.835435:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x10:0x0].3180, 64 off211712 00000001:00080000:3.0:1780970703.835448:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:3.0:1780970703.835466:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a92895 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.835474:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a92895 lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x13a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.835480:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a92895 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x13a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.835485:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001897266b already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.835489:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a92895 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x13a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.835495:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a92895 lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x13a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.835509:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13a8:0x0].0x0 (0000000047e31015) 00010000:00010000:3.0:1780970703.835512:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780970703.835515:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a92895 lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x13a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.835520:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000001897266b/0xa1e9845215a92895 lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x13a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.835536:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000e20877f3/0xa1e9845215a92887 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.835542:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000e20877f3/0xa1e9845215a92887 lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.835547:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000e20877f3/0xa1e9845215a92887 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.835552:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e20877f3 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.835554:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000e20877f3/0xa1e9845215a92887 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.835558:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000e20877f3/0xa1e9845215a92887 lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.835566:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (0000000085c1a500) 00010000:00010000:3.0:1780970703.835568:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.835570:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000e20877f3/0xa1e9845215a92887 lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.835578:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000e20877f3/0xa1e9845215a92887 lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.835588:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 0000000036ef2c1c/0xa1e9845215a9288e lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xbea6b8d1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.835594:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000036ef2c1c/0xa1e9845215a9288e lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xbea6b8d1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.835599:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000036ef2c1c/0xa1e9845215a9288e lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xbea6b8d1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.835603:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000036ef2c1c already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970703.835604:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000036ef2c1c/0xa1e9845215a9288e lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xbea6b8d1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.835609:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000036ef2c1c/0xa1e9845215a9288e lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xbea6b8d1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.836734:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xbea6b8d1 (00000000f483006a) 00010000:00010000:3.0:1780970703.836740:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970703.836744:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000036ef2c1c/0xa1e9845215a9288e lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xbea6b8d1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.836754:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000036ef2c1c/0xa1e9845215a9288e lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xbea6b8d1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.837141:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 0000000038ac795e/0xa1e9845215a9289c lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.837156:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 0000000038ac795e/0xa1e9845215a9289c lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.837165:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 0000000038ac795e/0xa1e9845215a9289c lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.837176:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 0000000086360fbb/0xa1e9845215a928a3 lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xebc98719 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.837182:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 0000000086360fbb/0xa1e9845215a928a3 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xebc98719 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.837188:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 0000000086360fbb/0xa1e9845215a928a3 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xebc98719 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.837246:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a928aa lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13a9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.837258:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000bd2f7e46/0xa1e9845215a8b40b lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x13a9:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898923752 expref: 132 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.837265:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a928aa lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x13a9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.837305:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 00000000bd2f7e46/0xa1e9845215a8b40b lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x13a9:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923752 expref: 132 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.837320:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 00000000bd2f7e46/0xa1e9845215a8b40b lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13a9:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923752 expref: 132 pid: 112204 timeout: 7455 lvb_type: 0 00000100:00100000:2.0:1780970703.837332:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd842fe2 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559751360:192.168.204.45@tcp:104: 00000100:00100000:2.0:1780970703.837447:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 000000002f352c2b going to sleep for 43 seconds 00000100:00100000:1.0:1780970703.841418:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.841886:0:13129:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563547008 00010000:00010000:3.0:1780970703.841922:0:13129:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 00000000bd2f7e46/0xa1e9845215a8b40b lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x13a9:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923752 expref: 133 pid: 112204 timeout: 7455 lvb_type: 0 00000100:00100000:3.0:1780970703.841969:0:13129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21718 00000100:00100000:3.0:1780970703.841976:0:13129:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae75bbd5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+133:2266:x1867475563547008:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1780970703.842009:0:13129:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.842017:0:13129:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0001_UUID lock: 00000000bd2f7e46/0xa1e9845215a8b40b lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x13a9:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923752 expref: 133 pid: 112204 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.842029:0:13129:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 00000000bd2f7e46/0xa1e9845215a8b40b lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13a9:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923752 expref: 133 pid: 112204 timeout: 7455 lvb_type: 0 00010000:00010000:3.0:1780970703.842054:0:13129:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13a9:0x0].0x0 (00000000e3564178) 00010000:00010000:3.0:1780970703.842060:0:13129:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a928aa lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13a9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.842070:0:13129:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a928aa lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.842077:0:13129:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a928aa lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x13a9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.842097:0:13129:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.842142:0:13129:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae75bbd5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+133:2266:x1867475563547008:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 Request processed in 166us (733us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.842150:0:13129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21718 00010000:00010000:2.0:1780970703.843767:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000bd2f7e46/0xa1e9845215a8b40b lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x13a9:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923752 expref: 132 pid: 112204 timeout: 7455 lvb_type: 0 00000100:00100000:2.0:1780970703.843788:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd842fe2 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559751360:192.168.204.45@tcp:104: 00010000:00010000:2.0:1780970703.843811:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a928aa lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.843820:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a928aa lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.843825:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a928aa lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1780970703.844370:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x12:0x0].3179, 64 off211648 00000001:00080000:2.0:1780970703.844386:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:2.0:1780970703.844403:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a928aa lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.844412:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a928aa lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x13a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.844419:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a928aa lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x13a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.844424:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000076d5b1ad already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.844428:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a928aa lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x13a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.844435:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a928aa lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x13a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.844451:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13a9:0x0].0x0 (00000000e3564178) 00010000:00010000:2.0:1780970703.844454:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970703.844458:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a928aa lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x13a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.844464:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a928aa lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x13a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.844480:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 0000000038ac795e/0xa1e9845215a9289c lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.844489:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000038ac795e/0xa1e9845215a9289c lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.844494:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000038ac795e/0xa1e9845215a9289c lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.844499:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000038ac795e already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.844501:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000038ac795e/0xa1e9845215a9289c lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.844507:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000038ac795e/0xa1e9845215a9289c lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.844515:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (000000009c3418b5) 00010000:00010000:2.0:1780970703.844517:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970703.844519:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000038ac795e/0xa1e9845215a9289c lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.844524:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000038ac795e/0xa1e9845215a9289c lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.844533:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 0000000086360fbb/0xa1e9845215a928a3 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xebc98719 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.844538:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000086360fbb/0xa1e9845215a928a3 lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xebc98719 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.844543:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000086360fbb/0xa1e9845215a928a3 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xebc98719 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.844551:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086360fbb already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.844553:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000086360fbb/0xa1e9845215a928a3 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xebc98719 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.844558:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000086360fbb/0xa1e9845215a928a3 lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xebc98719 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.844564:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xebc98719 (00000000ee2df470) 00010000:00010000:2.0:1780970703.844566:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970703.844567:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000086360fbb/0xa1e9845215a928a3 lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xebc98719 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.844572:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000086360fbb/0xa1e9845215a928a3 lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xebc98719 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.845166:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a928b1 lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.845182:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a928b1 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.845191:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a928b1 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.845201:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a928b8 lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x2336bbcc bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.845207:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a928b8 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.845218:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a928b8 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.845268:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a928bf lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x137d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.845281:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 0000000021d4dc35/0xa1e9845215a8a91b lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x137d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898923522 expref: 131 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.845288:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a928bf lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x137d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.845325:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 0000000021d4dc35/0xa1e9845215a8a91b lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x137d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923522 expref: 131 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.845340:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 0000000021d4dc35/0xa1e9845215a8a91b lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x137d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923522 expref: 131 pid: 123083 timeout: 7456 lvb_type: 0 00000100:00100000:2.0:1780970703.845354:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd842fe2 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559751424:192.168.204.45@tcp:104: 00000100:00100000:2.0:1780970703.845496:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 000000002f352c2b going to sleep for 43 seconds 00000100:00100000:1.0:1780970703.848495:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970703.848656:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd842fe2 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559751424:192.168.204.45@tcp:104: 00010000:00010000:2.0:1780970703.848684:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a928bf lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x137d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970703.849159:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563547072 00010000:00010000:3.0:1780970703.849202:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 0000000021d4dc35/0xa1e9845215a8a91b lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x137d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923522 expref: 132 pid: 123083 timeout: 7456 lvb_type: 0 00000100:00100000:3.0:1780970703.849288:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21719 00000100:00100000:3.0:1780970703.849298:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d2ecf14 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+132:2264:x1867475563547072:12345-192.168.204.45@tcp:103:ldlm_bl_07.0 00010000:00010000:3.0:1780970703.849319:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.849327:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 0000000021d4dc35/0xa1e9845215a8a91b lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x137d:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923522 expref: 132 pid: 123083 timeout: 7456 lvb_type: 0 00010000:00010000:3.0:1780970703.849341:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 0000000021d4dc35/0xa1e9845215a8a91b lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x137d:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923522 expref: 132 pid: 123083 timeout: 7456 lvb_type: 0 00010000:00010000:3.0:1780970703.849367:0:6250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000021d4dc35/0xa1e9845215a8a91b lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x137d:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923522 expref: 132 pid: 123083 timeout: 7456 lvb_type: 0 00010000:00010000:3.0:1780970703.849385:0:6250:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x137d:0x0].0x0 (00000000bcdfc343) 00010000:00010000:3.0:1780970703.849390:0:6250:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a928bf lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x137d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.849400:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a928bf lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x137d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.849408:0:6250:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a928bf lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x137d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.849443:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.849509:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d2ecf14 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+131:2264:x1867475563547072:12345-192.168.204.45@tcp:103:ldlm_bl_07.0 Request processed in 211us (1022us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.849517:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21719 00010000:00010000:2.0:1780970703.849565:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a928bf lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x137d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.849573:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a928bf lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x137d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1780970703.851124:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x12:0x0].3180, 64 off211712 00000001:00080000:2.0:1780970703.851168:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:2.0:1780970703.851205:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a928bf lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x137d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.851219:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a928bf lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x137d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.851227:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a928bf lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x137d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.851234:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000baa382b2 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.851239:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a928bf lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x137d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.851246:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a928bf lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x137d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.851267:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x137d:0x0].0x0 (00000000bcdfc343) 00010000:00010000:2.0:1780970703.851270:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970703.851276:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a928bf lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x137d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.851282:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a928bf lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x137d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.851310:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a928b1 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.851321:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a928b1 lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.851327:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a928b1 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.851331:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000670bb303 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.851333:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a928b1 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.851338:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a928b1 lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.851346:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (0000000032f1e283) 00010000:00010000:2.0:1780970703.851348:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970703.851350:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a928b1 lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.851355:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a928b1 lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.851370:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a928b8 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.851375:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a928b8 lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.851380:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a928b8 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.851390:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000013d3ea32 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.851391:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a928b8 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.851396:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a928b8 lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.851404:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x2336bbcc (000000001ef72f9a) 00010000:00010000:2.0:1780970703.851406:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970703.851408:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a928b8 lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.851413:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a928b8 lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.851668:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 000000001affe6d1/0xa1e9845215a928c6 lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.851684:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000001affe6d1/0xa1e9845215a928c6 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.851695:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000001affe6d1/0xa1e9845215a928c6 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.851707:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 0000000090d898cc/0xa1e9845215a928cd lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x99bd695d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.851712:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 0000000090d898cc/0xa1e9845215a928cd lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x99bd695d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.851722:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 0000000090d898cc/0xa1e9845215a928cd lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x99bd695d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.851806:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 000000002a175856/0xa1e9845215a928d4 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.851820:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000e7e9a491/0xa1e9845215a8b42e lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x13aa:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898923759 expref: 130 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.851827:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 000000002a175856/0xa1e9845215a928d4 lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x13aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.851864:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 00000000e7e9a491/0xa1e9845215a8b42e lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x13aa:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923759 expref: 130 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.851878:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 00000000e7e9a491/0xa1e9845215a8b42e lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13aa:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923759 expref: 130 pid: 112204 timeout: 7456 lvb_type: 0 00000100:00100000:2.0:1780970703.851894:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd842fe2 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559751488:192.168.204.45@tcp:104: 00000100:00100000:2.0:1780970703.852343:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 000000002f352c2b going to sleep for 43 seconds 00000100:00100000:1.0:1780970703.859515:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.859593:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563547136 00010000:00010000:3.0:1780970703.859661:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 00000000e7e9a491/0xa1e9845215a8b42e lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x13aa:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923759 expref: 131 pid: 112204 timeout: 7456 lvb_type: 0 00000100:00100000:3.0:1780970703.859703:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21720 00000100:00100000:3.0:1780970703.859710:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5240667 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+131:2263:x1867475563547136:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1780970703.859726:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.859732:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 00000000e7e9a491/0xa1e9845215a8b42e lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x13aa:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923759 expref: 131 pid: 112204 timeout: 7456 lvb_type: 0 00010000:00010000:3.0:1780970703.859744:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 00000000e7e9a491/0xa1e9845215a8b42e lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13aa:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923759 expref: 131 pid: 112204 timeout: 7456 lvb_type: 0 00010000:00010000:3.0:1780970703.859766:0:6250:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13aa:0x0].0x0 (000000003749ef38) 00010000:00010000:3.0:1780970703.859771:0:6250:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 000000002a175856/0xa1e9845215a928d4 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13aa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.859781:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 000000002a175856/0xa1e9845215a928d4 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13aa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.859790:0:6250:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000002a175856/0xa1e9845215a928d4 lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x13aa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.859810:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.859863:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5240667 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+131:2263:x1867475563547136:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 Request processed in 154us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.859871:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21720 00010000:00010000:2.0:1780970703.864177:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000e7e9a491/0xa1e9845215a8b42e lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x13aa:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923759 expref: 130 pid: 112204 timeout: 7456 lvb_type: 0 00000100:00100000:2.0:1780970703.864210:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd842fe2 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559751488:192.168.204.45@tcp:104: 00010000:00010000:2.0:1780970703.864239:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 000000002a175856/0xa1e9845215a928d4 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.864262:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 000000002a175856/0xa1e9845215a928d4 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.864268:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000002a175856/0xa1e9845215a928d4 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1780970703.864556:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x10:0x0].3181, 64 off211776 00000001:00080000:2.0:1780970703.864569:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:2.0:1780970703.864584:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 000000002a175856/0xa1e9845215a928d4 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.864592:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000002a175856/0xa1e9845215a928d4 lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x13aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.864599:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000002a175856/0xa1e9845215a928d4 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x13aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.864605:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002a175856 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.864608:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000002a175856/0xa1e9845215a928d4 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x13aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.864753:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000002a175856/0xa1e9845215a928d4 lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x13aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.864771:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13aa:0x0].0x0 (000000003749ef38) 00010000:00010000:2.0:1780970703.864773:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970703.864777:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000002a175856/0xa1e9845215a928d4 lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x13aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.864786:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000002a175856/0xa1e9845215a928d4 lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x13aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.864802:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 000000001affe6d1/0xa1e9845215a928c6 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.864807:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000001affe6d1/0xa1e9845215a928c6 lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.864812:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000001affe6d1/0xa1e9845215a928c6 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.864817:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001affe6d1 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.864819:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000001affe6d1/0xa1e9845215a928c6 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.864824:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000001affe6d1/0xa1e9845215a928c6 lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.864831:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (0000000024f893ee) 00010000:00010000:2.0:1780970703.864833:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970703.864835:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000001affe6d1/0xa1e9845215a928c6 lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.865173:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000001affe6d1/0xa1e9845215a928c6 lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.865189:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 0000000090d898cc/0xa1e9845215a928cd lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x99bd695d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.865200:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000090d898cc/0xa1e9845215a928cd lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x99bd695d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.865206:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000090d898cc/0xa1e9845215a928cd lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x99bd695d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.865211:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000090d898cc already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.865213:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000090d898cc/0xa1e9845215a928cd lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x99bd695d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.865219:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000090d898cc/0xa1e9845215a928cd lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x99bd695d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.865228:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x99bd695d (00000000a686fce0) 00010000:00010000:2.0:1780970703.865231:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970703.865233:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000090d898cc/0xa1e9845215a928cd lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x99bd695d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.865238:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000090d898cc/0xa1e9845215a928cd lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x99bd695d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.865400:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a928db lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.865415:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a928db lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.865424:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a928db lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.865440:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a928e2 lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xf40305ed bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.865446:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a928e2 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xf40305ed bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.865453:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a928e2 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xf40305ed bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.865504:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a928e9 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13ab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.865516:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000d14c4f4a/0xa1e9845215a8b474 lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x13ab:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898923767 expref: 129 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.865523:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a928e9 lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x13ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.865562:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 00000000d14c4f4a/0xa1e9845215a8b474 lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x13ab:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923767 expref: 129 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.865574:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 00000000d14c4f4a/0xa1e9845215a8b474 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13ab:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923767 expref: 129 pid: 112204 timeout: 7456 lvb_type: 0 00000100:00100000:2.0:1780970703.865587:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd842fe2 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559751552:192.168.204.45@tcp:104: 00000100:00100000:2.0:1780970703.865784:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 000000002f352c2b going to sleep for 43 seconds 00000100:00100000:1.0:1780970703.871419:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.871510:0:13129:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563547200 00010000:00010000:3.0:1780970703.871553:0:13129:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 00000000d14c4f4a/0xa1e9845215a8b474 lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x13ab:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923767 expref: 130 pid: 112204 timeout: 7456 lvb_type: 0 00000100:00100000:3.0:1780970703.871878:0:13129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21721 00000100:00100000:3.0:1780970703.871886:0:13129:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bfc1ed6a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+130:2263:x1867475563547200:12345-192.168.204.45@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1780970703.871906:0:13129:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.871914:0:13129:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 00000000d14c4f4a/0xa1e9845215a8b474 lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x13ab:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923767 expref: 130 pid: 112204 timeout: 7456 lvb_type: 0 00010000:00010000:3.0:1780970703.871940:0:13129:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 00000000d14c4f4a/0xa1e9845215a8b474 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13ab:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923767 expref: 130 pid: 112204 timeout: 7456 lvb_type: 0 00010000:00010000:3.0:1780970703.871968:0:13129:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13ab:0x0].0x0 (00000000a9f1f3ef) 00010000:00010000:3.0:1780970703.871974:0:13129:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a928e9 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13ab:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.871985:0:13129:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a928e9 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13ab:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.871992:0:13129:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a928e9 lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x13ab:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.872029:0:13129:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.872084:0:13129:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bfc1ed6a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+130:2263:x1867475563547200:12345-192.168.204.45@tcp:103:ldlm_bl_03.0 Request processed in 196us (673us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.872092:0:13129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21721 00010000:00010000:2.0:1780970703.872356:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000d14c4f4a/0xa1e9845215a8b474 lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x13ab:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898923767 expref: 129 pid: 112204 timeout: 7456 lvb_type: 0 00000100:00100000:2.0:1780970703.872379:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd842fe2 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559751552:192.168.204.45@tcp:104: 00010000:00010000:2.0:1780970703.872398:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a928e9 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.872406:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a928e9 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.872412:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a928e9 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1780970703.874458:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x12:0x0].3181, 64 off211776 00000001:00080000:2.0:1780970703.874482:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:2.0:1780970703.874505:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a928e9 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.874518:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a928e9 lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x13ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.874525:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a928e9 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x13ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.874531:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000baa382b2 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.874534:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a928e9 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x13ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.874541:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a928e9 lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x13ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.874560:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13ab:0x0].0x0 (00000000a9f1f3ef) 00010000:00010000:2.0:1780970703.874563:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970703.874567:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a928e9 lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x13ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.874572:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a928e9 lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x13ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.874591:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a928db lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.874597:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a928db lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.874602:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a928db lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.874607:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000013d3ea32 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.874608:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a928db lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.874632:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a928db lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.874651:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (000000001ef72f9a) 00010000:00010000:2.0:1780970703.874654:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970703.874655:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a928db lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.874665:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a928db lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.874676:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a928e2 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xf40305ed bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.874682:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a928e2 lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xf40305ed bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.874687:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a928e2 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xf40305ed bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.874693:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000670bb303 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.874694:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a928e2 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xf40305ed bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.874699:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a928e2 lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xf40305ed bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.874706:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xf40305ed (0000000032f1e283) 00010000:00010000:2.0:1780970703.874708:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970703.874710:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a928e2 lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xf40305ed bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.874714:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a928e2 lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xf40305ed bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.874863:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 0000000086360fbb/0xa1e9845215a928f0 lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.874880:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 0000000086360fbb/0xa1e9845215a928f0 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.874890:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 0000000086360fbb/0xa1e9845215a928f0 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.874900:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 0000000038ac795e/0xa1e9845215a928f7 lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x2125d436 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.874906:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 0000000038ac795e/0xa1e9845215a928f7 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x2125d436 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.874911:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 0000000038ac795e/0xa1e9845215a928f7 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x2125d436 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.874969:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a928fe lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.874980:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 0000000029b18364/0xa1e9845215a8b497 lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x13ac:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892376e expref: 128 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.874987:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a928fe lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x13ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.875180:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 0000000029b18364/0xa1e9845215a8b497 lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x13ac:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892376e expref: 128 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.875195:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 0000000029b18364/0xa1e9845215a8b497 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13ac:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892376e expref: 128 pid: 112204 timeout: 7456 lvb_type: 0 00000100:00100000:2.0:1780970703.875211:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd842fe2 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559751616:192.168.204.45@tcp:104: 00000100:00100000:2.0:1780970703.875282:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 000000002f352c2b going to sleep for 43 seconds 00000100:00100000:1.0:1780970703.879860:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970703.879960:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd842fe2 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559751616:192.168.204.45@tcp:104: 00010000:00010000:2.0:1780970703.879989:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a928fe lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970703.880153:0:13129:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563547264 00010000:00010000:3.0:1780970703.880185:0:13129:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 0000000029b18364/0xa1e9845215a8b497 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13ac:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892376e expref: 129 pid: 112204 timeout: 7456 lvb_type: 0 00000100:00100000:3.0:1780970703.880227:0:13129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21722 00000100:00100000:3.0:1780970703.880234:0:13129:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038b06336 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+129:2264:x1867475563547264:12345-192.168.204.45@tcp:103:ldlm_bl_08.0 00010000:00010000:3.0:1780970703.880250:0:13129:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.880256:0:13129:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 0000000029b18364/0xa1e9845215a8b497 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13ac:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892376e expref: 129 pid: 112204 timeout: 7456 lvb_type: 0 00010000:00010000:3.0:1780970703.880268:0:13129:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 0000000029b18364/0xa1e9845215a8b497 lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x13ac:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892376e expref: 129 pid: 112204 timeout: 7456 lvb_type: 0 00010000:00010000:3.0:1780970703.880289:0:13129:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000029b18364/0xa1e9845215a8b497 lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x13ac:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892376e expref: 129 pid: 112204 timeout: 7456 lvb_type: 0 00010000:00010000:3.0:1780970703.880306:0:13129:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13ac:0x0].0x0 (0000000039d5e6fd) 00010000:00010000:3.0:1780970703.880310:0:13129:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a928fe lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.880318:0:13129:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a928fe lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.880326:0:13129:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a928fe lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x13ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.880357:0:13129:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.880411:0:13129:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038b06336 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+128:2264:x1867475563547264:12345-192.168.204.45@tcp:103:ldlm_bl_08.0 Request processed in 177us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.880419:0:13129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21722 00010000:00010000:2.0:1780970703.880470:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a928fe lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.880477:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a928fe lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1780970703.880791:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x10:0x0].3182, 64 off211840 00000001:00080000:2.0:1780970703.880804:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:2.0:1780970703.880820:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a928fe lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.880828:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a928fe lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x13ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.880835:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a928fe lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x13ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.880841:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000076d5b1ad already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.880844:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a928fe lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x13ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.880851:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a928fe lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x13ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.880860:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13ac:0x0].0x0 (0000000039d5e6fd) 00010000:00010000:2.0:1780970703.880863:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970703.880866:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a928fe lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x13ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.880875:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a928fe lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x13ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.880890:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 0000000086360fbb/0xa1e9845215a928f0 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.880896:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000086360fbb/0xa1e9845215a928f0 lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.880901:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000086360fbb/0xa1e9845215a928f0 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.880905:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086360fbb already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.880906:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000086360fbb/0xa1e9845215a928f0 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.880911:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000086360fbb/0xa1e9845215a928f0 lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.880917:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (00000000ee2df470) 00010000:00010000:2.0:1780970703.880919:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970703.880921:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000086360fbb/0xa1e9845215a928f0 lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.880941:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000086360fbb/0xa1e9845215a928f0 lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.880954:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 0000000038ac795e/0xa1e9845215a928f7 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x2125d436 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.880959:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000038ac795e/0xa1e9845215a928f7 lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x2125d436 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.880965:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000038ac795e/0xa1e9845215a928f7 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x2125d436 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.880969:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000038ac795e already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.880970:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000038ac795e/0xa1e9845215a928f7 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x2125d436 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.880976:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000038ac795e/0xa1e9845215a928f7 lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x2125d436 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.880981:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x2125d436 (000000009c3418b5) 00010000:00010000:2.0:1780970703.880983:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970703.880984:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000038ac795e/0xa1e9845215a928f7 lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x2125d436 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.880989:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000038ac795e/0xa1e9845215a928f7 lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x2125d436 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.881151:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000f7ac1dbf/0xa1e9845215a92905 lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.881167:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000f7ac1dbf/0xa1e9845215a92905 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.881175:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000f7ac1dbf/0xa1e9845215a92905 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.881187:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 0000000051135b91/0xa1e9845215a9290c lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x7b6b70c6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.881193:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 0000000051135b91/0xa1e9845215a9290c lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x7b6b70c6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.881199:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 0000000051135b91/0xa1e9845215a9290c lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x7b6b70c6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.881236:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92913 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13ad:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.881246:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 000000004f7ee2ee/0xa1e9845215a8b4dd lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x13ad:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892377c expref: 127 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.881251:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92913 lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x13ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.881277:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 000000004f7ee2ee/0xa1e9845215a8b4dd lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x13ad:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892377c expref: 127 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.881288:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 000000004f7ee2ee/0xa1e9845215a8b4dd lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13ad:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892377c expref: 127 pid: 116454 timeout: 7456 lvb_type: 0 00000100:00100000:2.0:1780970703.881305:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd842fe2 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559751680:192.168.204.45@tcp:104: 00000100:00100000:2.0:1780970703.881347:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 000000002f352c2b going to sleep for 43 seconds 00000100:00100000:2.0:1780970703.887693:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd842fe2 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559751680:192.168.204.45@tcp:104: 00010000:00010000:2.0:1780970703.887723:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92913 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970703.888816:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.889138:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563547328 00010000:00010000:3.0:1780970703.889173:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 000000004f7ee2ee/0xa1e9845215a8b4dd lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13ad:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892377c expref: 128 pid: 116454 timeout: 7456 lvb_type: 0 00000100:00100000:3.0:1780970703.889213:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21723 00000100:00100000:3.0:1780970703.889220:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be5eb209 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+128:2263:x1867475563547328:12345-192.168.204.45@tcp:103:ldlm_bl_10.0 00010000:00010000:3.0:1780970703.889234:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.889239:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 000000004f7ee2ee/0xa1e9845215a8b4dd lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13ad:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892377c expref: 128 pid: 116454 timeout: 7456 lvb_type: 0 00010000:00010000:3.0:1780970703.889250:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 000000004f7ee2ee/0xa1e9845215a8b4dd lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x13ad:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892377c expref: 128 pid: 116454 timeout: 7456 lvb_type: 0 00010000:00010000:3.0:1780970703.889271:0:6250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000004f7ee2ee/0xa1e9845215a8b4dd lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x13ad:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892377c expref: 128 pid: 116454 timeout: 7456 lvb_type: 0 00010000:00010000:3.0:1780970703.889286:0:6250:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13ad:0x0].0x0 (000000005f4de7c0) 00010000:00010000:3.0:1780970703.889291:0:6250:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92913 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.889300:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92913 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.889307:0:6250:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92913 lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x13ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.889330:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.889377:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be5eb209 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+127:2263:x1867475563547328:12345-192.168.204.45@tcp:103:ldlm_bl_10.0 Request processed in 157us (565us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.889384:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21723 00010000:00010000:2.0:1780970703.889869:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92913 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.889879:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92913 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1780970703.890276:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x12:0x0].3182, 64 off211840 00000001:00080000:2.0:1780970703.890288:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:2.0:1780970703.890304:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92913 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.890312:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92913 lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x13ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.890319:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92913 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x13ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.890326:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dc8e0b3a already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.890329:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92913 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x13ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.890335:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92913 lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x13ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.890346:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13ad:0x0].0x0 (000000005f4de7c0) 00010000:00010000:2.0:1780970703.890348:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970703.890351:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92913 lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x13ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.890357:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92913 lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x13ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.890371:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000f7ac1dbf/0xa1e9845215a92905 lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.890376:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000f7ac1dbf/0xa1e9845215a92905 lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.890381:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000f7ac1dbf/0xa1e9845215a92905 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.890386:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7ac1dbf already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.890387:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000f7ac1dbf/0xa1e9845215a92905 lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.890392:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000f7ac1dbf/0xa1e9845215a92905 lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.890399:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (000000001cf70ce7) 00010000:00010000:2.0:1780970703.890401:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970703.890402:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000f7ac1dbf/0xa1e9845215a92905 lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.890413:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000f7ac1dbf/0xa1e9845215a92905 lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.890424:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 0000000051135b91/0xa1e9845215a9290c lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x7b6b70c6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.890429:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000051135b91/0xa1e9845215a9290c lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x7b6b70c6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.890435:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000051135b91/0xa1e9845215a9290c lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x7b6b70c6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.890440:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000051135b91 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970703.890442:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000051135b91/0xa1e9845215a9290c lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x7b6b70c6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.890447:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000051135b91/0xa1e9845215a9290c lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0x7b6b70c6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.890453:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x7b6b70c6 (00000000044e691c) 00010000:00010000:2.0:1780970703.890455:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970703.890457:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000051135b91/0xa1e9845215a9290c lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x7b6b70c6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.890462:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000051135b91/0xa1e9845215a9290c lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0x7b6b70c6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.890574:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a9291a lrc: 3/0,1 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.890589:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a9291a lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.890597:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a9291a lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.890606:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92921 lrc: 3/0,1 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xd5b10d57 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.890612:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92921 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xd5b10d57 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.890719:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92921 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xd5b10d57 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.890758:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a92928 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.890769:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000db0caa9a/0xa1e9845215a8b523 lrc: 2/0,0 mode: CR/CR res: [0x2400013a3:0x13ae:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892378a expref: 126 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.890776:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a92928 lrc: 4/0,1 mode: --/EX res: [0x2400013a3:0x13ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.890805:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 00000000db0caa9a/0xa1e9845215a8b523 lrc: 3/0,0 mode: CR/CR res: [0x2400013a3:0x13ae:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892378a expref: 126 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.890818:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 00000000db0caa9a/0xa1e9845215a8b523 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13ae:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892378a expref: 126 pid: 116454 timeout: 7456 lvb_type: 0 00000100:00100000:2.0:1780970703.890886:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd842fe2 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559751744:192.168.204.45@tcp:104: 00000100:00100000:2.0:1780970703.890992:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 000000002f352c2b going to sleep for 43 seconds 00000100:00100000:1.0:1780970703.898717:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.898811:0:13129:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563547392 00010000:00010000:3.0:1780970703.898861:0:13129:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 00000000db0caa9a/0xa1e9845215a8b523 lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x13ae:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892378a expref: 127 pid: 116454 timeout: 7456 lvb_type: 0 00000100:00100000:3.0:1780970703.898906:0:13129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21724 00000100:00100000:3.0:1780970703.898913:0:13129:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc3c7ee5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+127:2263:x1867475563547392:12345-192.168.204.45@tcp:103:ldlm_bl_06.0 00010000:00010000:3.0:1780970703.898936:0:13129:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970703.898943:0:13129:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 00000000db0caa9a/0xa1e9845215a8b523 lrc: 5/0,0 mode: CR/CR res: [0x2400013a3:0x13ae:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892378a expref: 127 pid: 116454 timeout: 7456 lvb_type: 0 00010000:00010000:3.0:1780970703.898956:0:13129:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 00000000db0caa9a/0xa1e9845215a8b523 lrc: 4/0,0 mode: CR/CR res: [0x2400013a3:0x13ae:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892378a expref: 127 pid: 116454 timeout: 7456 lvb_type: 0 00010000:00010000:3.0:1780970703.898979:0:13129:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13ae:0x0].0x0 (000000007275f681) 00010000:00010000:3.0:1780970703.898984:0:13129:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a92928 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x13ae:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.899008:0:13129:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a92928 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13ae:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.899016:0:13129:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a92928 lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x13ae:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970703.899038:0:13129:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970703.899091:0:13129:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc3c7ee5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+127:2263:x1867475563547392:12345-192.168.204.45@tcp:103:ldlm_bl_06.0 Request processed in 177us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.899099:0:13129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21724 00010000:00010000:2.0:1780970703.902833:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000db0caa9a/0xa1e9845215a8b523 lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x13ae:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892378a expref: 126 pid: 116454 timeout: 7456 lvb_type: 0 00000100:00100000:2.0:1780970703.903051:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd842fe2 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559751744:192.168.204.45@tcp:104: 00010000:00010000:2.0:1780970703.903075:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a92928 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.903167:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a92928 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.903175:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a92928 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780970703.903417:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x10:0x0].3183, 64 off211904 00000001:00080000:0.0:1780970703.903429:0:112205:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 12884933803 00010000:00010000:0.0:1780970703.903450:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a92928 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x13ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.903458:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a92928 lrc: 2/0,0 mode: EX/EX res: [0x2400013a3:0x13ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.903465:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a92928 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x13ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.903471:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000baa382b2 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.903474:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a92928 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x13ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.903481:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a92928 lrc: 4/0,0 mode: EX/EX res: [0x2400013a3:0x13ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.903495:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13ae:0x0].0x0 (000000007275f681) 00010000:00010000:0.0:1780970703.903497:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780970703.903500:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a92928 lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x13ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.903506:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000baa382b2/0xa1e9845215a92928 lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x13ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.903525:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a9291a lrc: 3/0,1 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.903531:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a9291a lrc: 2/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.903537:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a9291a lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.903541:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000670bb303 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.903543:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a9291a lrc: 3/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.903548:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a9291a lrc: 4/0,0 mode: CW/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.903553:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (0000000032f1e283) 00010000:00010000:0.0:1780970703.903555:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970703.903557:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a9291a lrc: 2/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.903562:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000670bb303/0xa1e9845215a9291a lrc: 0/0,0 mode: --/CW res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.903570:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92921 lrc: 3/0,1 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xd5b10d57 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.903576:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92921 lrc: 2/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xd5b10d57 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.903586:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92921 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xd5b10d57 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.903591:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000013d3ea32 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970703.903592:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92921 lrc: 3/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xd5b10d57 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.903597:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92921 lrc: 4/0,0 mode: PW/PW res: [0x2400013a2:0x2a:0x0].0xd5b10d57 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.903603:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xd5b10d57 (000000001ef72f9a) 00010000:00010000:0.0:1780970703.903605:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970703.903606:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92921 lrc: 2/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xd5b10d57 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.903611:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92921 lrc: 0/0,0 mode: --/PW res: [0x2400013a2:0x2a:0x0].0xd5b10d57 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970703.903918:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea5c9796 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+125:198430:x1867475563517952:12345-192.168.204.45@tcp:62:lfs.0 Request processed in 2847700us (2852132us total) trans 12884933803 rc 0/0 00000100:00100000:0.0:1780970703.903928:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85571 00000100:00100000:1.0:1780970703.930941:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970703.931107:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563547456 00000100:00100000:0.0:1780970703.931167:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85572 00000100:00100000:0.0:1780970703.931175:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000bb88f36 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+125:198433:x1867475563547456:12345-192.168.204.45@tcp:101:ls.0 00010000:00010000:0.0:1780970703.931207:0:112205:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1780970703.931229:0:112205:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000000d6f2a3f/0xa1e9845215a9292f lrc: 2/0,0 mode: --/CR res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece898924926 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.931293:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: 000000006c28b138/0xa1e9845215a92936 lrc: 3/1,0 mode: --/PR res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.931309:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000006c28b138/0xa1e9845215a92936 lrc: 3/1,0 mode: PR/PR res: [0x2400013a2:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.931323:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000006c28b138/0xa1e9845215a92936 lrc: 3/1,0 mode: PR/PR res: [0x2400013a2:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1780970703.931369:0:112205:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400013a2:0x2a:0x0]: returning size 16384 00000004:00200000:0.0:1780970703.931373:0:112205:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 2 MDT count 2 00010000:00010000:0.0:1780970703.931411:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000000d6f2a3f/0xa1e9845215a9292f lrc: 0/0,0 mode: --/CR res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924926 expref: 127 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.931430:0:112205:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: 000000006c28b138/0xa1e9845215a92936 lrc: 3/0,0 mode: PR/PR res: [0x2400013a2:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924926 expref: 126 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.931439:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (000000004d208865) 00010000:00010000:0.0:1780970703.931441:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1780970703.931445:0:112205:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006c28b138, rc 0) 00000100:00100000:0.0:1780970703.931509:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000bb88f36 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+126:198433:x1867475563547456:12345-192.168.204.45@tcp:101:ls.0 Request processed in 334us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970703.931516:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85572 00000100:00100000:1.0:1780970703.937134:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970703.937233:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563547520 00000100:00100000:2.0:1780970703.937307:0:112204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85573 00000100:00100000:2.0:1780970703.937314:0:112204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0070eef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+22:198433:x1867475563547520:12345-192.168.204.45@tcp:101:ls.0 00010000:00010000:2.0:1780970703.937340:0:112204:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1780970703.937366:0:112204:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a9293d lrc: 2/0,0 mode: --/CR res: [0x200002b12:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece89892492d expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.937426:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ac1dbf/0xa1e9845215a92944 lrc: 3/1,0 mode: --/PR res: [0x200002b12:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.937440:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ac1dbf/0xa1e9845215a92944 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.937454:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ac1dbf/0xa1e9845215a92944 lrc: 3/1,0 mode: PR/PR res: [0x200002b12:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1780970703.937499:0:112204:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002b12:0x27:0x0]: returning size 16384 00000004:00200000:2.0:1780970703.937504:0:112204:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 2 MDT count 2 00010000:00010000:2.0:1780970703.937536:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a9293d lrc: 0/0,0 mode: --/CR res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892492d expref: 24 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.937552:0:112204:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ac1dbf/0xa1e9845215a92944 lrc: 3/0,0 mode: PR/PR res: [0x200002b12:0x27:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892492d expref: 23 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970703.937559:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x0 (00000000044e691c) 00010000:00010000:2.0:1780970703.937562:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1780970703.937565:0:112204:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000f7ac1dbf, rc 0) 00000100:00100000:2.0:1780970703.937711:0:112204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0070eef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+23:198433:x1867475563547520:12345-192.168.204.45@tcp:101:ls.0 Request processed in 396us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970703.937718:0:112204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85573 00000100:00100000:1.0:1780970703.943346:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.943443:0:112206:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563547584 00000100:00100000:3.0:1780970703.943502:0:112206:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 32795 00000100:00100000:3.0:1780970703.943512:0:112206:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007fc96b69 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e474371c-4744-4c95-8a55-40a3132b2542+126:198433:x1867475563547584:12345-192.168.204.45@tcp:37:ls.0 00000100:00100000:3.0:1780970703.947474:0:112206:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007fc96b69 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e474371c-4744-4c95-8a55-40a3132b2542+126:198433:x1867475563547584:12345-192.168.204.45@tcp:37:ls.0 Request processed in 3952us (4127us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.947491:0:112206:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 32795 00000100:00100000:1.0:1780970703.951312:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.951447:0:112206:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563547648 00000100:00100000:3.0:1780970703.951507:0:112206:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 32796 00000100:00100000:3.0:1780970703.951513:0:112206:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa11764c pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e474371c-4744-4c95-8a55-40a3132b2542+23:198433:x1867475563547648:12345-192.168.204.45@tcp:37:ls.0 00000100:00100000:3.0:1780970703.957324:0:112206:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa11764c pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e474371c-4744-4c95-8a55-40a3132b2542+23:198433:x1867475563547648:12345-192.168.204.45@tcp:37:ls.0 Request processed in 5796us (6007us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970703.957345:0:112206:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 32796 00000100:00100000:1.0:1780970703.976456:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970703.977088:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563547712 00000100:00100000:0.0:1780970703.977567:0:112204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85574 00000100:00100000:0.0:1780970703.977577:0:112204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006fb30134 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+23:198435:x1867475563547712:12345-192.168.204.45@tcp:101:rm.0 00010000:00010000:0.0:1780970703.977600:0:112204:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1780970703.977808:0:112204:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a9294b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece898924934 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.977878:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92952 lrc: 3/1,0 mode: --/PR res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.977892:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92952 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.977905:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92952 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1780970703.978037:0:112204:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002b13:0x2ce1:0x0]: returning size 4096 00000004:00200000:0.0:1780970703.978041:0:112204:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 2 00000004:00010000:0.0:1780970703.978063:0:112204:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92952 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.978092:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a9294b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924934 expref: 25 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.978110:0:112204:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92952 lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924934 expref: 24 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970703.978119:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2ce1:0x0].0x0 (00000000c5a915f4) 00010000:00010000:0.0:1780970703.978122:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780970703.978124:0:112204:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000082231ba1, rc 0) 00000100:00100000:0.0:1780970703.978194:0:112204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006fb30134 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+24:198435:x1867475563547712:12345-192.168.204.45@tcp:101:rm.0 Request processed in 617us (1747us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970703.978202:0:112204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85574 00000100:00100000:1.0:1780970703.984818:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970703.985406:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563547840 00000100:00100000:1.0:1780970703.985473:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85575 00000100:00100000:1.0:1780970703.985481:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040adf57b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+24:198435:x1867475563547840:12345-192.168.204.45@tcp:101:rm.0 00010000:00010000:1.0:1780970703.985506:0:112205:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1780970703.985531:0:112205:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cc100f56/0xa1e9845215a92959 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece89892493b expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1780970703.985684:0:112205:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002b13:0x2ce1:0x0]: returning size 4096 00010000:00010000:1.0:1780970703.985786:0:112205:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000cc100f56/0xa1e9845215a92959 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892493b expref: 26 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.985800:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cc100f56/0xa1e9845215a92959 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892493b expref: 26 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970703.985812:0:112205:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000cc100f56, rc 0) 00000100:00100000:1.0:1780970703.985864:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040adf57b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+25:198435:x1867475563547840:12345-192.168.204.45@tcp:101:rm.0 Request processed in 383us (1054us total) trans 25769864378 rc 301/301 00000100:00100000:1.0:1780970703.985871:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85575 00000100:00100000:2.0:1780970703.990093:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970703.990250:0:112206:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563547904 00000100:00100000:3.0:1780970703.990300:0:112206:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 32797 00000100:00100000:3.0:1780970703.990307:0:112206:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd842fe2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e474371c-4744-4c95-8a55-40a3132b2542+25:198435:x1867475563547904:12345-192.168.204.45@tcp:37:rm.0 00000100:00100000:0.0:1780970703.996413:0:112206:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd842fe2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e474371c-4744-4c95-8a55-40a3132b2542+25:198435:x1867475563547904:12345-192.168.204.45@tcp:37:rm.0 Request processed in 6096us (6319us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970703.996431:0:112206:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 32797 00000100:00100000:1.0:1780970704.000363:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970704.000754:0:112206:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563548032 00000100:00100000:0.0:1780970704.000860:0:112206:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 32798 00000100:00100000:0.0:1780970704.000866:0:112206:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007fc96b69 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e474371c-4744-4c95-8a55-40a3132b2542+25:198435:x1867475563548032:12345-192.168.204.45@tcp:35:rm.0 00000100:00100000:0.0:1780970704.001222:0:112206:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007fc96b69 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e474371c-4744-4c95-8a55-40a3132b2542+26:198435:x1867475563548032:12345-192.168.204.45@tcp:35:rm.0 Request processed in 355us (867us total) trans 25769864379 rc 0/0 00000100:00100000:0.0:1780970704.001230:0:112206:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 32798 00000100:00100000:2.0:1780970704.003765:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970704.003870:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563548160 00000100:00100000:3.0:1780970704.003940:0:112204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85576 00000100:00100000:3.0:1780970704.003947:0:112204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000599d5af1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+26:198435:x1867475563548160:12345-192.168.204.45@tcp:101:rm.0 00010000:00010000:3.0:1780970704.003975:0:112204:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1780970704.004010:0:112204:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000036ef2c1c/0xa1e9845215a92967 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece898924942 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.004120:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000e20877f3/0xa1e9845215a9296e lrc: 3/1,0 mode: --/CR res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.004136:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e20877f3/0xa1e9845215a9296e lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.004152:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e20877f3/0xa1e9845215a9296e lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1780970704.004165:0:112204:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002b13:0x2ce1:0x0]: returning size 4096 00010000:00010000:3.0:1780970704.004273:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000036ef2c1c/0xa1e9845215a92967 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924942 expref: 29 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.004292:0:112204:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000e20877f3/0xa1e9845215a9296e lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924942 expref: 28 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.004299:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2ce1:0x0].0x0 (00000000c5a915f4) 00010000:00010000:3.0:1780970704.004302:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1780970704.004305:0:112204:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e20877f3, rc 0) 00000100:00100000:3.0:1780970704.004363:0:112204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000599d5af1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+28:198435:x1867475563548160:12345-192.168.204.45@tcp:101:rm.0 Request processed in 415us (606us total) trans 25769864380 rc 0/0 00000100:00100000:3.0:1780970704.004370:0:112204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85576 00000100:00100000:2.0:1780970704.012773:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970704.012823:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970704.012960:0:112206:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563548352 00000100:00100000:0.0:1780970704.013033:0:112206:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 32799 00000100:00100000:0.0:1780970704.013040:0:112206:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008425729e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e474371c-4744-4c95-8a55-40a3132b2542+126:198435:x1867475563548352:12345-192.168.204.45@tcp:35:rm.0 00000040:00080000:0.0:1780970704.013322:0:112206:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x2400013a2:0x3:0x0].104, 344 off238880 00000040:00080000:0.0:1780970704.013400:0:112206:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x200002b12:0x3:0x0].548, 424 off535288 00000004:00080000:0.0:1780970704.013405:0:112206:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth 0000000011833dc8 with version 5754 00000004:00080000:0.0:1780970704.013424:0:113046:0:(osp_trans.c:1343:osp_get_next_request()) ou 00000000fcc9408d version 5754 rpc_version 5754 00000100:00100000:0.0:1780970704.013466:0:113046:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008494b67d pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:113046:1867475559751808:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1780970704.013527:0:113046:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.013549:0:113046:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ce5b7b48 going to sleep for 6 seconds 00000100:00100000:0.0:1780970704.013567:0:124322:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559751808 00000100:00100000:0.0:1780970704.013593:0:124322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17416 00000100:00100000:0.0:1780970704.013597:0:124322:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e34f822 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:113046:x1867475559751808:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1780970704.013754:0:124322:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e34f822 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:113046:x1867475559751808:12345-0@lo:1000:osp_up0-1.0 Request processed in 156us (228us total) trans 25769864381 rc 0/0 00000100:00100000:0.0:1780970704.013761:0:124322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17416 00000100:00100000:0.0:1780970704.013807:0:113046:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 25769864322 gen 2 00000004:00080000:0.0:1780970704.013813:0:113046:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 25769864322 committed transno 25769864322 00000020:00080000:0.0:1780970704.013817:0:113046:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt 0000000013668a12 refcount 2 committed 0 result 0 batchid 8589937691 00000020:00080000:0.0:1780970704.013820:0:113046:0:(update_trans.c:89:top_multiple_thandle_dump()) st 00000000fcc8a0d9 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th 00000000e32b5f45 00000020:00080000:0.0:1780970704.013823:0:113046:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x2b12:0x2].547 00000020:00080000:0.0:1780970704.013825:0:113046:0:(update_trans.c:89:top_multiple_thandle_dump()) st 00000000fb6cc39d obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th 000000004226d384 00000020:00080000:0.0:1780970704.013827:0:113046:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x400013a2:0x2].103 00000100:00100000:0.0:1780970704.014151:0:113046:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000008494b67d x1867475559751808/t25769864381(25769864381) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 1780970711 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'osp_up0-1.0' 00000100:00100000:0.0:1780970704.014183:0:113046:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008494b67d pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:113046:1867475559751808:0@lo:1000:osp_up0-1.0 00000020:00080000:0.0:1780970704.014200:0:113061:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 8589937691 committed batchid 8589937690 00000020:00080000:0.0:1780970704.014228:0:113061:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 8589937690 00000100:00100000:3.0:1780970704.017169:0:112206:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008425729e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e474371c-4744-4c95-8a55-40a3132b2542+127:198435:x1867475563548352:12345-192.168.204.45@tcp:35:rm.0 Request processed in 4123us (4400us total) trans 12884933804 rc 0/0 00000100:00100000:3.0:1780970704.017183:0:112206:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 32799 00000020:00080000:3.0:1780970704.020639:0:113042:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0001: 8589937691 batchid updated 00000100:00100000:2.0:1780970704.020681:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000001:00080000:3.0:1780970704.020718:0:113042:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0001: transno 12884933804 is committed 00000100:00100000:2.0:1780970704.020726:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563548480 00000004:00080000:3.0:1780970704.020746:0:113042:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 159 committed 00000004:00080000:3.0:1780970704.020769:0:113042:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 152 committed 00000100:00100000:2.0:1780970704.020780:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85577 00000100:00100000:2.0:1780970704.020790:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4f4b674 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+126:198435:x1867475563548480:12345-192.168.204.45@tcp:36:rm.0 00000020:00080000:0.0:1780970704.020885:0:113061:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 8589937691 00000040:00100000:0.0:1780970704.020900:0:113061:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 547 in log [0x3:0x2b12:0x2] 00000004:00080000:0.0:1780970704.020957:0:113061:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth 00000000ce5b7b48 with version 5755 00000004:00080000:3.0:1780970704.020958:0:113042:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 158 committed 00000020:00080000:0.0:1780970704.020969:0:113061:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 8589937691 cancel update log [0x3:0x2b12:0x2].547: rc = 0 00000004:00080000:3.0:1780970704.020977:0:113042:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 151 committed 00000040:00100000:0.0:1780970704.020978:0:113061:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 103 in log [0x3:0x400013a2:0x2] 00000020:00080000:0.0:1780970704.021079:0:113061:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 8589937691 cancel update log [0x3:0x400013a2:0x2].103: rc = 0 00000020:00080000:0.0:1780970704.021091:0:113061:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 8589937691 00000004:00080000:0.0:1780970704.021101:0:113046:0:(osp_trans.c:1343:osp_get_next_request()) ou 00000000fcc9408d version 5755 rpc_version 5755 00000004:00080000:3.0:1780970704.021110:0:113042:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 157 committed 00000004:00080000:3.0:1780970704.021122:0:113042:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 150 committed 00000100:00100000:0.0:1780970704.021145:0:113046:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000094d687d8 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:113046:1867475559751872:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1780970704.021159:0:113042:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 156 committed 00000004:00080000:3.0:1780970704.021171:0:113042:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 149 committed 00000100:00100000:0.0:1780970704.021198:0:113046:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1780970704.021210:0:113042:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 155 committed 00000004:00080000:3.0:1780970704.021216:0:113042:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 148 committed 00000100:00100000:0.0:1780970704.021223:0:113046:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c2dafdac going to sleep for 6 seconds 00000100:00100000:0.0:1780970704.021246:0:123252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559751872 00000100:00100000:0.0:1780970704.021280:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17417 00000100:00100000:0.0:1780970704.021285:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000de9a760d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:113046:x1867475559751872:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1780970704.021354:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e8f56128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559752064:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1780970704.021384:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.021400:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d2b5a92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559752320:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1780970704.021425:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.021426:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000de9a760d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:113046:x1867475559751872:12345-0@lo:1000:osp_up0-1.0 Request processed in 136us (224us total) trans 25769864382 rc 0/0 00000100:00100000:0.0:1780970704.021438:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17417 00000100:00100000:3.0:1780970704.021442:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1780970704.021446:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006adbf639 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559752000:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1780970704.021459:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.021469:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d306008 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559752256:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1780970704.021481:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.021482:0:123253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559752064 00000100:00100000:0.0:1780970704.021510:0:123253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559752320 00000100:00100000:3.0:1780970704.021520:0:23536:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559752000 00000100:00100000:0.0:1780970704.021530:0:123253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559752256 00000100:00100000:3.0:1780970704.021545:0:23536:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88092 00000100:00100000:3.0:1780970704.021549:0:23536:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060315c3d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+9:3363:x1867475559752064:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.021558:0:123253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88093 00002000:00080000:3.0:1780970704.021564:0:23536:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12578 count 1 00000100:00100000:0.0:1780970704.021564:0:123253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061977c29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+9:3363:x1867475559752320:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1780970704.021580:0:123253:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12582 count 1 00010000:00010000:3.0:1780970704.021586:0:23536:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000036ef2c1c/0xa1e9845215a9297c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3122:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.021595:0:123253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92983 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3126:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.021603:0:23536:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e4045ab9/0xa1e9845215a8f017 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3122:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924399 expref: 31 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.021611:0:23536:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.021627:0:23536:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.021630:0:23536:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000036ef2c1c/0xa1e9845215a9297c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3122:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.021634:0:123253:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000fd7b323/0xa1e9845215a8f45b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244cd expref: 31 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.021652:0:123253:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.021653:0:123253:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.021656:0:123253:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92983 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.021663:0:23536:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e4045ab9/0xa1e9845215a8f017 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3122:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924399 expref: 31 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.021674:0:23536:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e4045ab9/0xa1e9845215a8f017 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3122:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924399 expref: 31 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:0.0:1780970704.021682:0:123253:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000fd7b323/0xa1e9845215a8f45b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244cd expref: 31 pid: 8236 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1780970704.021683:0:23536:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023583526 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:23536:1867475559752448:192.168.204.45@tcp:104: 00010000:00010000:0.0:1780970704.021697:0:123253:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000fd7b323/0xa1e9845215a8f45b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244cd expref: 31 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.021708:0:123253:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005dbe47f pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:123253:1867475559752512:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970704.021721:0:23536:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d056309b going to sleep for 43 seconds 00000100:00100000:0.0:1780970704.021739:0:123253:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e46e9209 going to sleep for 43 seconds 00000100:00100000:0.0:1780970704.021758:0:123248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88094 00000100:00100000:0.0:1780970704.021762:0:123248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa63f644 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+9:3363:x1867475559752000:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1780970704.021774:0:123248:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12577 count 1 00010000:00010000:0.0:1780970704.021785:0:123248:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000dd8f05d/0xa1e9845215a9298a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3121:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.021797:0:123248:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000015cbf623/0xa1e9845215a8ef84 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3121:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892436f expref: 31 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.021803:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.021804:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.021805:0:123248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000dd8f05d/0xa1e9845215a9298a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3121:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.021824:0:123248:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000015cbf623/0xa1e9845215a8ef84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3121:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892436f expref: 31 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.021832:0:123248:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000015cbf623/0xa1e9845215a8ef84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3121:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892436f expref: 31 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.021841:0:123248:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc66fffe pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:123248:1867475559752576:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970704.021865:0:123248:0:(client.c:2500:ptlrpc_set_wait()) set 0000000038095646 going to sleep for 43 seconds 00000100:00100000:0.0:1780970704.021883:0:30688:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88095 00000100:00100000:0.0:1780970704.021888:0:30688:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009035e79c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+9:3363:x1867475559752256:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1780970704.021900:0:30688:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12581 count 1 00010000:00010000:0.0:1780970704.021911:0:30688:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c3eededd/0xa1e9845215a92991 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3125:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.021921:0:30688:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000019543cd4/0xa1e9845215a8f366 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924487 expref: 31 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.021927:0:30688:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.021928:0:30688:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.021929:0:30688:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c3eededd/0xa1e9845215a92991 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.021946:0:30688:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000019543cd4/0xa1e9845215a8f366 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924487 expref: 31 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.021955:0:30688:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000019543cd4/0xa1e9845215a8f366 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924487 expref: 31 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.021963:0:30688:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c7b0adb pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:30688:1867475559752640:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970704.021986:0:30688:0:(client.c:2500:ptlrpc_set_wait()) set 000000008c6b13b1 going to sleep for 43 seconds 00000100:00100000:0.0:1780970704.022049:0:113046:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000094d687d8 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:113046:1867475559751872:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1780970704.022332:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a583f428 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559751936:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.022366:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.022394:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078523920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559752192:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.022412:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.022434:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1780970704.022439:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000460ff3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559752128:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.022459:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.022473:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006ccb2b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559752384:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.022489:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1780970704.022519:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 000000003369bed6/0xa1e9845215a8f21d lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x1fc8ac79 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.022530:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000003369bed6/0xa1e9845215a8f21d lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x1fc8ac79 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.022537:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000003369bed6/0xa1e9845215a8f21d lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x1fc8ac79 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.022544:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003369bed6 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.022548:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000003369bed6/0xa1e9845215a8f21d lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x1fc8ac79 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.022557:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000003369bed6/0xa1e9845215a8f21d lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x1fc8ac79 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.022575:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x1fc8ac79 (000000008caee1db) 00010000:00010000:2.0:1780970704.022578:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.022583:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000003369bed6/0xa1e9845215a8f21d lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x1fc8ac79 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.022590:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000003369bed6/0xa1e9845215a8f21d lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x1fc8ac79 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.022610:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000ada628f9/0xa1e9845215a8f224 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.022832:0:8236:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559751936 00010000:00010000:2.0:1780970704.022919:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000ada628f9/0xa1e9845215a8f224 lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.022926:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000ada628f9/0xa1e9845215a8f224 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.022932:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ada628f9 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.022935:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000ada628f9/0xa1e9845215a8f224 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.022941:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000ada628f9/0xa1e9845215a8f224 lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.022950:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13b6:0x0].0x0 (000000007ff39a83) 00010000:00010000:2.0:1780970704.022952:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.022955:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000ada628f9/0xa1e9845215a8f224 lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.022960:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000ada628f9/0xa1e9845215a8f224 lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.022979:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000c2215b68/0xa1e9845215a8f27f lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x65653d2d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.022985:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000c2215b68/0xa1e9845215a8f27f lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x65653d2d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.023044:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559752192 00000100:00100000:3.0:1780970704.023080:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559752128 00000100:00100000:0.0:1780970704.023096:0:8236:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559752384 00000100:00100000:3.0:1780970704.023105:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88096 00000100:00100000:3.0:1780970704.023111:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043afc4eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3361:x1867475559752192:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1780970704.023123:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000c2215b68/0xa1e9845215a8f27f lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x65653d2d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1780970704.023130:0:30675:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12580 count 1 00010000:00010000:2.0:1780970704.023140:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c2215b68 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.023143:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000c2215b68/0xa1e9845215a8f27f lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x65653d2d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023149:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000c2215b68/0xa1e9845215a8f27f lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x65653d2d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.023151:0:30675:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a92998 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3124:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023161:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x65653d2d (0000000050462c06) 00010000:00010000:2.0:1780970704.023165:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.023167:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000c2215b68/0xa1e9845215a8f27f lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x65653d2d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.023169:0:30675:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a1e4632a/0xa1e9845215a8f2d3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892445d expref: 31 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1780970704.023182:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000c2215b68/0xa1e9845215a8f27f lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x65653d2d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.023185:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.023187:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.023189:0:30675:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a92998 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023200:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000e8ab62d5/0xa1e9845215a8f286 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023207:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000e8ab62d5/0xa1e9845215a8f286 lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023213:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000e8ab62d5/0xa1e9845215a8f286 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.023215:0:30675:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a1e4632a/0xa1e9845215a8f2d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892445d expref: 31 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1780970704.023228:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e8ab62d5 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.023232:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000e8ab62d5/0xa1e9845215a8f286 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023243:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000e8ab62d5/0xa1e9845215a8f286 lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.023245:0:30675:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a1e4632a/0xa1e9845215a8f2d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892445d expref: 31 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:2.0:1780970704.023260:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13b7:0x0].0x0 (000000003e5d0c13) 00010000:00010000:2.0:1780970704.023264:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1780970704.023266:0:30675:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000537e4385 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:30675:1867475559752704:192.168.204.45@tcp:104: 00010000:00010000:2.0:1780970704.023267:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000e8ab62d5/0xa1e9845215a8f286 lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023276:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000e8ab62d5/0xa1e9845215a8f286 lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023290:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 000000002b64f42d/0xa1e9845215a8f2b0 lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xd299ef7b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023295:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000002b64f42d/0xa1e9845215a8f2b0 lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xd299ef7b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023301:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000002b64f42d/0xa1e9845215a8f2b0 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xd299ef7b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023305:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002b64f42d already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.023307:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000002b64f42d/0xa1e9845215a8f2b0 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xd299ef7b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.023308:0:30675:0:(client.c:2500:ptlrpc_set_wait()) set 00000000437d8861 going to sleep for 43 seconds 00010000:00010000:2.0:1780970704.023315:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000002b64f42d/0xa1e9845215a8f2b0 lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xd299ef7b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023322:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xd299ef7b (000000000b2dc9ed) 00010000:00010000:2.0:1780970704.023324:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.023326:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000002b64f42d/0xa1e9845215a8f2b0 lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xd299ef7b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023335:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000002b64f42d/0xa1e9845215a8f2b0 lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xd299ef7b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023348:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000398b8cd6/0xa1e9845215a8f2b7 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x137f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023353:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000398b8cd6/0xa1e9845215a8f2b7 lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x137f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023357:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000398b8cd6/0xa1e9845215a8f2b7 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x137f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023361:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000398b8cd6 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.023362:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000398b8cd6/0xa1e9845215a8f2b7 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x137f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023366:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000398b8cd6/0xa1e9845215a8f2b7 lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x137f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023371:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x137f:0x0].0x0 (000000007703aa09) 00010000:00010000:2.0:1780970704.023374:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.023375:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000398b8cd6/0xa1e9845215a8f2b7 lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x137f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023379:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000398b8cd6/0xa1e9845215a8f2b7 lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x137f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023393:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000e684df8e/0xa1e9845215a8f2e1 lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x5947804e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023402:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000e684df8e/0xa1e9845215a8f2e1 lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x5947804e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023407:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000e684df8e/0xa1e9845215a8f2e1 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x5947804e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023411:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e684df8e already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.023412:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000e684df8e/0xa1e9845215a8f2e1 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x5947804e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023416:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000e684df8e/0xa1e9845215a8f2e1 lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x5947804e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023423:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x5947804e (0000000072da4709) 00010000:00010000:2.0:1780970704.023425:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.023427:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000e684df8e/0xa1e9845215a8f2e1 lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x5947804e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023433:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000e684df8e/0xa1e9845215a8f2e1 lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x5947804e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023444:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 000000003b96cf2b/0xa1e9845215a8f2e8 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023449:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000003b96cf2b/0xa1e9845215a8f2e8 lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023454:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000003b96cf2b/0xa1e9845215a8f2e8 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023463:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003b96cf2b already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.023465:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000003b96cf2b/0xa1e9845215a8f2e8 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023469:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000003b96cf2b/0xa1e9845215a8f2e8 lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023475:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13b8:0x0].0x0 (0000000071c68350) 00010000:00010000:2.0:1780970704.023477:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.023479:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000003b96cf2b/0xa1e9845215a8f2e8 lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023483:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000003b96cf2b/0xa1e9845215a8f2e8 lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023495:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 0000000055eb1af3/0xa1e9845215a8f343 lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x9ee41101 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023500:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000055eb1af3/0xa1e9845215a8f343 lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x9ee41101 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023506:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000055eb1af3/0xa1e9845215a8f343 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x9ee41101 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023510:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000055eb1af3 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.023512:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000055eb1af3/0xa1e9845215a8f343 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x9ee41101 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023517:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000055eb1af3/0xa1e9845215a8f343 lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x9ee41101 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023524:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x9ee41101 (0000000045314904) 00010000:00010000:2.0:1780970704.023527:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.023529:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000055eb1af3/0xa1e9845215a8f343 lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x9ee41101 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023534:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000055eb1af3/0xa1e9845215a8f343 lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x9ee41101 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023545:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 0000000048f75600/0xa1e9845215a8f34a lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023550:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000048f75600/0xa1e9845215a8f34a lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023555:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000048f75600/0xa1e9845215a8f34a lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023559:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000048f75600 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.023561:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000048f75600/0xa1e9845215a8f34a lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023565:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000048f75600/0xa1e9845215a8f34a lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023572:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13b9:0x0].0x0 (00000000b15053c3) 00010000:00010000:2.0:1780970704.023574:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.023576:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000048f75600/0xa1e9845215a8f34a lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023585:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000048f75600/0xa1e9845215a8f34a lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023596:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 0000000072872247/0xa1e9845215a8f374 lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xc1b2595b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023601:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000072872247/0xa1e9845215a8f374 lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xc1b2595b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023607:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000072872247/0xa1e9845215a8f374 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xc1b2595b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023612:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000072872247 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.023655:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000072872247/0xa1e9845215a8f374 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xc1b2595b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023660:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000072872247/0xa1e9845215a8f374 lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xc1b2595b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023668:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xc1b2595b (00000000ff3e3efa) 00010000:00010000:2.0:1780970704.023670:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.023672:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000072872247/0xa1e9845215a8f374 lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xc1b2595b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023678:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000072872247/0xa1e9845215a8f374 lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xc1b2595b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023689:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 0000000057f9ff2d/0xa1e9845215a8f37b lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023698:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000057f9ff2d/0xa1e9845215a8f37b lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023703:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000057f9ff2d/0xa1e9845215a8f37b lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023708:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000057f9ff2d already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.023709:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000057f9ff2d/0xa1e9845215a8f37b lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023714:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000057f9ff2d/0xa1e9845215a8f37b lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023720:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13ba:0x0].0x0 (00000000fbedad13) 00010000:00010000:2.0:1780970704.023721:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.023723:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000057f9ff2d/0xa1e9845215a8f37b lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023728:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000057f9ff2d/0xa1e9845215a8f37b lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023740:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000c027b47a/0xa1e9845215a8f438 lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x4ceb7ac2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023746:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000c027b47a/0xa1e9845215a8f438 lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x4ceb7ac2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023751:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000c027b47a/0xa1e9845215a8f438 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x4ceb7ac2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023760:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c027b47a already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.023762:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000c027b47a/0xa1e9845215a8f438 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x4ceb7ac2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023767:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000c027b47a/0xa1e9845215a8f438 lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x4ceb7ac2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023773:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x4ceb7ac2 (00000000f02468ed) 00010000:00010000:2.0:1780970704.023775:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.023776:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000c027b47a/0xa1e9845215a8f438 lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x4ceb7ac2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023781:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000c027b47a/0xa1e9845215a8f438 lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x4ceb7ac2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023792:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000c3466984/0xa1e9845215a8f43f lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023797:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000c3466984/0xa1e9845215a8f43f lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023801:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000c3466984/0xa1e9845215a8f43f lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023806:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c3466984 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.023807:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000c3466984/0xa1e9845215a8f43f lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023812:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000c3466984/0xa1e9845215a8f43f lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023818:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13bb:0x0].0x0 (0000000006948c57) 00010000:00010000:2.0:1780970704.023819:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.023821:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000c3466984/0xa1e9845215a8f43f lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023825:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000c3466984/0xa1e9845215a8f43f lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023849:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000ef90d0be/0xa1e9845215a8f469 lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x6fb9c31c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023855:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000ef90d0be/0xa1e9845215a8f469 lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x6fb9c31c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023861:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000ef90d0be/0xa1e9845215a8f469 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x6fb9c31c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023866:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ef90d0be already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.023868:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000ef90d0be/0xa1e9845215a8f469 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x6fb9c31c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023873:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000ef90d0be/0xa1e9845215a8f469 lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x6fb9c31c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023881:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x6fb9c31c (0000000044ed539b) 00010000:00010000:2.0:1780970704.023883:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.023885:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000ef90d0be/0xa1e9845215a8f469 lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x6fb9c31c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023893:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000ef90d0be/0xa1e9845215a8f469 lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x6fb9c31c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023904:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 0000000046468ef4/0xa1e9845215a8f470 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023909:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000046468ef4/0xa1e9845215a8f470 lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023914:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000046468ef4/0xa1e9845215a8f470 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023918:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000046468ef4 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.023919:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000046468ef4/0xa1e9845215a8f470 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023923:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000046468ef4/0xa1e9845215a8f470 lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023928:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13bc:0x0].0x0 (0000000088ef3dff) 00010000:00010000:2.0:1780970704.023930:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.023932:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000046468ef4/0xa1e9845215a8f470 lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023936:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000046468ef4/0xa1e9845215a8f470 lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023948:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 000000004e1692ba/0xa1e9845215a8f4cb lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xffbcbdc3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023956:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000004e1692ba/0xa1e9845215a8f4cb lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xffbcbdc3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023961:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000004e1692ba/0xa1e9845215a8f4cb lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xffbcbdc3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023964:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004e1692ba already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.023965:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000004e1692ba/0xa1e9845215a8f4cb lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xffbcbdc3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023970:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000004e1692ba/0xa1e9845215a8f4cb lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xffbcbdc3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023976:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xffbcbdc3 (00000000e6fb0c2a) 00010000:00010000:2.0:1780970704.023977:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.023979:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000004e1692ba/0xa1e9845215a8f4cb lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xffbcbdc3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.023983:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000004e1692ba/0xa1e9845215a8f4cb lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xffbcbdc3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.024110:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563548224 00000100:00100000:0.0:1780970704.024352:0:8236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88097 00000100:00100000:0.0:1780970704.024359:0:8236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5835b1a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+13:3361:x1867475559751936:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1780970704.024379:0:8236:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12576 count 1 00010000:00010000:0.0:1780970704.024398:0:8236:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b255d464/0xa1e9845215a9299f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3120:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.024417:0:8236:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000910cb4c4/0xa1e9845215a8ef22 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3120:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924353 expref: 31 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.024423:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.024425:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.024427:0:8236:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b255d464/0xa1e9845215a9299f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3120:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.024447:0:8236:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000910cb4c4/0xa1e9845215a8ef22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3120:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924353 expref: 31 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.024455:0:8236:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000910cb4c4/0xa1e9845215a8ef22 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3120:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924353 expref: 31 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.024465:0:8236:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002ca1947f pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8236:1867475559753280:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970704.024502:0:8236:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c2dafdac going to sleep for 43 seconds 00000100:00100000:0.0:1780970704.024708:0:123251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88098 00000100:00100000:0.0:1780970704.024713:0:123251:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d53f5612 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+13:3361:x1867475559752128:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1780970704.024727:0:123251:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12579 count 1 00010000:00010000:0.0:1780970704.024738:0:123251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a929a6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3123:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.024747:0:123251:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000054a187/0xa1e9845215a8f20f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3123:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924425 expref: 31 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.024753:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.024755:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.024756:0:123251:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a929a6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3123:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.024772:0:123251:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000054a187/0xa1e9845215a8f20f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3123:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924425 expref: 31 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.024779:0:123251:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000054a187/0xa1e9845215a8f20f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3123:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924425 expref: 31 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.024787:0:123251:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086b3ecd7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:123251:1867475559753344:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970704.024810:0:123251:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ffa6f985 going to sleep for 43 seconds 00000100:00100000:0.0:1780970704.024825:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88099 00000100:00100000:0.0:1780970704.024830:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002af04898 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3361:x1867475559752384:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.024963:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 24345 00000100:00100000:1.0:1780970704.024968:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005898f491 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+28:2265:x1867475563548224:12345-192.168.204.45@tcp:103:rm.0 00010000:00010000:1.0:1780970704.024978:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780970704.025130:0:6250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000370c77b6/0xa1e9845215a8a79a lrc: 0/0,0 mode: --/PR res: [0x2400013a3:0x137a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989234c7 expref: 28 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.025145:0:6250:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x137a:0x0].0x0 (000000007c6fb5f8) 00010000:00010000:1.0:1780970704.025152:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780970704.025176:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005898f491 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+27:2265:x1867475563548224:12345-192.168.204.45@tcp:103:rm.0 Request processed in 207us (12353us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970704.025183:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 24345 00002000:00080000:0.0:1780970704.025239:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12552 count 1 00010000:00010000:0.0:1780970704.025252:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dcc57c0f/0xa1e9845215a929ad lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3108:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.025262:0:23195:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005740e971/0xa1e9845215a8f4bd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244e9 expref: 31 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.025268:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.025269:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.025271:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dcc57c0f/0xa1e9845215a929ad lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.025288:0:23195:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005740e971/0xa1e9845215a8f4bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244e9 expref: 31 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.025299:0:23195:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005740e971/0xa1e9845215a8f4bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244e9 expref: 31 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.025308:0:23195:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002505829a pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:23195:1867475559753408:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970704.025328:0:23195:0:(client.c:2500:ptlrpc_set_wait()) set 0000000013668a12 going to sleep for 43 seconds 00000100:00100000:3.0:1780970704.025399:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea3d51f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559752768:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.025441:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.025475:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000055f2f407 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559753024:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.025495:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.025520:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1780970704.025524:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005ff497ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559752960:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.025544:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.025554:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe564fc6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559753216:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.025573:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.025594:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d2ecf14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559752896:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.025648:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.025660:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911ce856 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559753152:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.025682:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.025700:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1780970704.025705:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae75bbd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559752832:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.025724:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.025734:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000529d5e81 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559753088:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.025751:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.025779:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559752768 00000100:00100000:3.0:1780970704.025799:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559753024 00000100:00100000:3.0:1780970704.025806:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559752960 00000100:00100000:3.0:1780970704.025814:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559753216 00000100:00100000:3.0:1780970704.025821:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559752896 00000100:00100000:3.0:1780970704.025829:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559753152 00000100:00100000:3.0:1780970704.025849:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559752832 00000100:00100000:3.0:1780970704.025860:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559753088 00000100:00100000:3.0:1780970704.025868:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88100 00000100:00100000:3.0:1780970704.025872:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000563f6b8a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+12:3361:x1867475559752768:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1780970704.025885:0:30674:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11802 count 1 00010000:00010000:3.0:1780970704.025902:0:30674:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002438fb9b/0xa1e9845215a929b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.025913:0:30674:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007a8dfa15/0xa1e9845215a8ef53 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2e1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924361 expref: 32 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.025919:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.025920:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.025921:0:30674:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002438fb9b/0xa1e9845215a929b4 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2e1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.025940:0:30674:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007a8dfa15/0xa1e9845215a8ef53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924361 expref: 32 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.025947:0:30674:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007a8dfa15/0xa1e9845215a8ef53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924361 expref: 32 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.025955:0:30674:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c95fda19 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:30674:1867475559753472:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970704.025976:0:30674:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e99e330f going to sleep for 43 seconds 00000100:00100000:0.0:1780970704.026392:0:30686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88101 00000100:00100000:0.0:1780970704.026397:0:30686:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014a588f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+12:3361:x1867475559753024:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.026413:0:30686:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11777 count 1 00010000:00010000:0.0:1780970704.026426:0:30686:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008d934df3/0xa1e9845215a929bb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e01:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.026438:0:30686:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007055b790/0xa1e9845215a8f2a2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2e01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892444f expref: 32 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.026444:0:30686:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.026445:0:30686:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.026447:0:30686:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008d934df3/0xa1e9845215a929bb lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2e01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.026464:0:30686:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007055b790/0xa1e9845215a8f2a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892444f expref: 32 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.026472:0:30686:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007055b790/0xa1e9845215a8f2a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892444f expref: 32 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.026486:0:30686:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000015f2e590 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:30686:1867475559753536:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970704.026507:0:30686:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e32b5f45 going to sleep for 43 seconds 00010000:00010000:2.0:1780970704.026574:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000d925b5f0/0xa1e9845215a8f4d2 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x1380:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026583:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000d925b5f0/0xa1e9845215a8f4d2 lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x1380:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026588:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000d925b5f0/0xa1e9845215a8f4d2 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x1380:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026598:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d925b5f0 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.026601:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000d925b5f0/0xa1e9845215a8f4d2 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x1380:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026607:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000d925b5f0/0xa1e9845215a8f4d2 lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x1380:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026650:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x1380:0x0].0x0 (000000004bc4e83c) 00010000:00010000:2.0:1780970704.026653:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.026657:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000d925b5f0/0xa1e9845215a8f4d2 lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x1380:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026662:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000d925b5f0/0xa1e9845215a8f4d2 lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x1380:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026683:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 0000000049064198/0xa1e9845215a8f4fc lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x866a4e96 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026689:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000049064198/0xa1e9845215a8f4fc lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x866a4e96 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026694:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000049064198/0xa1e9845215a8f4fc lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x866a4e96 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026699:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000049064198 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.026701:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000049064198/0xa1e9845215a8f4fc lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x866a4e96 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026706:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000049064198/0xa1e9845215a8f4fc lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x866a4e96 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026714:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x866a4e96 (000000007883445f) 00010000:00010000:2.0:1780970704.026716:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.026719:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000049064198/0xa1e9845215a8f4fc lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x866a4e96 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026724:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000049064198/0xa1e9845215a8f4fc lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x866a4e96 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026737:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 0000000028020573/0xa1e9845215a8f503 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026741:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000028020573/0xa1e9845215a8f503 lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026746:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000028020573/0xa1e9845215a8f503 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026751:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000028020573 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.026753:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000028020573/0xa1e9845215a8f503 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026758:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000028020573/0xa1e9845215a8f503 lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026765:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13bd:0x0].0x0 (000000001df25122) 00010000:00010000:2.0:1780970704.026768:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.026769:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000028020573/0xa1e9845215a8f503 lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026778:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000028020573/0xa1e9845215a8f503 lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026793:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000c9990c89/0xa1e9845215a8f55e lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xcc06df4a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026799:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000c9990c89/0xa1e9845215a8f55e lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xcc06df4a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026804:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000c9990c89/0xa1e9845215a8f55e lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xcc06df4a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026809:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c9990c89 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.026810:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000c9990c89/0xa1e9845215a8f55e lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xcc06df4a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026815:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000c9990c89/0xa1e9845215a8f55e lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xcc06df4a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026822:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xcc06df4a (0000000057c81f3a) 00010000:00010000:2.0:1780970704.026824:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.026826:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000c9990c89/0xa1e9845215a8f55e lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xcc06df4a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026831:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000c9990c89/0xa1e9845215a8f55e lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xcc06df4a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026841:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 0000000005e0c895/0xa1e9845215a8f565 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026852:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000005e0c895/0xa1e9845215a8f565 lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026857:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000005e0c895/0xa1e9845215a8f565 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026861:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000005e0c895 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.026863:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000005e0c895/0xa1e9845215a8f565 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026869:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000005e0c895/0xa1e9845215a8f565 lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026875:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13be:0x0].0x0 (000000006a93bab7) 00010000:00010000:2.0:1780970704.026877:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.026879:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000005e0c895/0xa1e9845215a8f565 lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026885:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000005e0c895/0xa1e9845215a8f565 lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026897:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 0000000073c1f09f/0xa1e9845215a8f58f lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xeed527a3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026902:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000073c1f09f/0xa1e9845215a8f58f lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xeed527a3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026907:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000073c1f09f/0xa1e9845215a8f58f lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xeed527a3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026916:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000073c1f09f already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.026918:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000073c1f09f/0xa1e9845215a8f58f lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xeed527a3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026922:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000073c1f09f/0xa1e9845215a8f58f lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xeed527a3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026929:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xeed527a3 (00000000c984f045) 00010000:00010000:2.0:1780970704.026931:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.026932:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000073c1f09f/0xa1e9845215a8f58f lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xeed527a3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026938:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000073c1f09f/0xa1e9845215a8f58f lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xeed527a3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026950:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000100745ed/0xa1e9845215a8f596 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026955:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000100745ed/0xa1e9845215a8f596 lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026960:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000100745ed/0xa1e9845215a8f596 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026964:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000100745ed already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.026966:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000100745ed/0xa1e9845215a8f596 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026971:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000100745ed/0xa1e9845215a8f596 lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026979:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13bf:0x0].0x0 (0000000027ccc9d7) 00010000:00010000:2.0:1780970704.026981:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.026982:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000100745ed/0xa1e9845215a8f596 lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.026987:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000100745ed/0xa1e9845215a8f596 lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027014:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000addfa0fc/0xa1e9845215a8f5c0 lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x11a36ffd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027019:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000addfa0fc/0xa1e9845215a8f5c0 lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x11a36ffd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027024:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000addfa0fc/0xa1e9845215a8f5c0 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x11a36ffd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027029:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000addfa0fc already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.027030:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000addfa0fc/0xa1e9845215a8f5c0 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x11a36ffd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027035:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000addfa0fc/0xa1e9845215a8f5c0 lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x11a36ffd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027042:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x11a36ffd (00000000c7b10202) 00010000:00010000:2.0:1780970704.027044:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.027046:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000addfa0fc/0xa1e9845215a8f5c0 lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x11a36ffd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027056:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000addfa0fc/0xa1e9845215a8f5c0 lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x11a36ffd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027068:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 0000000021dc196c/0xa1e9845215a8f5c7 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027073:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000021dc196c/0xa1e9845215a8f5c7 lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027078:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000021dc196c/0xa1e9845215a8f5c7 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027083:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000021dc196c already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.027084:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000021dc196c/0xa1e9845215a8f5c7 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027089:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000021dc196c/0xa1e9845215a8f5c7 lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027095:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13c0:0x0].0x0 (00000000c02f65ec) 00010000:00010000:2.0:1780970704.027097:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.027099:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000021dc196c/0xa1e9845215a8f5c7 lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027103:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000021dc196c/0xa1e9845215a8f5c7 lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027115:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000c7be99e8/0xa1e9845215a8f653 lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x7a0e490a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027124:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000c7be99e8/0xa1e9845215a8f653 lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x7a0e490a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027129:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000c7be99e8/0xa1e9845215a8f653 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x7a0e490a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027134:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c7be99e8 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.027135:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000c7be99e8/0xa1e9845215a8f653 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x7a0e490a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027140:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000c7be99e8/0xa1e9845215a8f653 lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x7a0e490a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027146:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x7a0e490a (000000009b26aa4e) 00010000:00010000:2.0:1780970704.027148:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.027149:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000c7be99e8/0xa1e9845215a8f653 lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x7a0e490a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027154:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000c7be99e8/0xa1e9845215a8f653 lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x7a0e490a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027165:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 0000000016d9d75f/0xa1e9845215a8f65a lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027170:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000016d9d75f/0xa1e9845215a8f65a lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027175:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000016d9d75f/0xa1e9845215a8f65a lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027183:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000016d9d75f already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.027184:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000016d9d75f/0xa1e9845215a8f65a lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027189:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000016d9d75f/0xa1e9845215a8f65a lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027195:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13c1:0x0].0x0 (00000000526ffcc4) 00010000:00010000:2.0:1780970704.027197:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.027199:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000016d9d75f/0xa1e9845215a8f65a lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027204:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000016d9d75f/0xa1e9845215a8f65a lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027215:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 0000000062555e58/0xa1e9845215a8f748 lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xd65b6538 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027221:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000062555e58/0xa1e9845215a8f748 lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xd65b6538 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027226:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000062555e58/0xa1e9845215a8f748 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xd65b6538 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027231:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000062555e58 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.027233:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000062555e58/0xa1e9845215a8f748 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xd65b6538 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027237:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000062555e58/0xa1e9845215a8f748 lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xd65b6538 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027244:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xd65b6538 (00000000ad69ce55) 00010000:00010000:2.0:1780970704.027246:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.027248:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000062555e58/0xa1e9845215a8f748 lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xd65b6538 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027253:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000062555e58/0xa1e9845215a8f748 lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xd65b6538 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027263:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000aa1419fe/0xa1e9845215a8f74f lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027268:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000aa1419fe/0xa1e9845215a8f74f lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027272:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000aa1419fe/0xa1e9845215a8f74f lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027277:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aa1419fe already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.027278:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000aa1419fe/0xa1e9845215a8f74f lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027283:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000aa1419fe/0xa1e9845215a8f74f lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027288:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13c2:0x0].0x0 (00000000ca4f59a3) 00010000:00010000:2.0:1780970704.027290:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.027292:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000aa1419fe/0xa1e9845215a8f74f lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027300:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000aa1419fe/0xa1e9845215a8f74f lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027312:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 0000000097e3830f/0xa1e9845215a8f779 lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xf929ad92 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027317:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000097e3830f/0xa1e9845215a8f779 lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xf929ad92 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027322:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000097e3830f/0xa1e9845215a8f779 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xf929ad92 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027327:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000097e3830f already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.027328:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000097e3830f/0xa1e9845215a8f779 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xf929ad92 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027333:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000097e3830f/0xa1e9845215a8f779 lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xf929ad92 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027339:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xf929ad92 (00000000bb1e3db8) 00010000:00010000:2.0:1780970704.027341:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.027343:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000097e3830f/0xa1e9845215a8f779 lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xf929ad92 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027348:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000097e3830f/0xa1e9845215a8f779 lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xf929ad92 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027361:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000c6bde12c/0xa1e9845215a8f780 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027371:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000c6bde12c/0xa1e9845215a8f780 lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027375:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000c6bde12c/0xa1e9845215a8f780 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027380:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c6bde12c already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.027381:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000c6bde12c/0xa1e9845215a8f780 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027386:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000c6bde12c/0xa1e9845215a8f780 lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027393:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13c3:0x0].0x0 (000000002311d553) 00010000:00010000:2.0:1780970704.027394:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.027396:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000c6bde12c/0xa1e9845215a8f780 lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027401:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000c6bde12c/0xa1e9845215a8f780 lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027413:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 0000000086133c61/0xa1e9845215a8f83d lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x8462cef9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027419:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000086133c61/0xa1e9845215a8f83d lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x8462cef9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027424:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000086133c61/0xa1e9845215a8f83d lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x8462cef9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027432:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086133c61 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.027434:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000086133c61/0xa1e9845215a8f83d lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x8462cef9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027439:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000086133c61/0xa1e9845215a8f83d lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x8462cef9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027446:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x8462cef9 (00000000d49261c0) 00010000:00010000:2.0:1780970704.027449:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.027450:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000086133c61/0xa1e9845215a8f83d lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x8462cef9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027455:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000086133c61/0xa1e9845215a8f83d lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x8462cef9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027468:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 0000000079b856c6/0xa1e9845215a8f844 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027474:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000079b856c6/0xa1e9845215a8f844 lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027478:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000079b856c6/0xa1e9845215a8f844 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027482:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000079b856c6 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.027484:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000079b856c6/0xa1e9845215a8f844 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027489:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000079b856c6/0xa1e9845215a8f844 lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027495:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13c4:0x0].0x0 (0000000000bde3f6) 00010000:00010000:2.0:1780970704.027497:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.027498:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000079b856c6/0xa1e9845215a8f844 lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027503:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000079b856c6/0xa1e9845215a8f844 lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027514:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000ef8fb5ee/0xa1e9845215a8f86e lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xa7311753 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027519:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000ef8fb5ee/0xa1e9845215a8f86e lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xa7311753 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027524:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000ef8fb5ee/0xa1e9845215a8f86e lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xa7311753 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027530:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ef8fb5ee already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.027531:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000ef8fb5ee/0xa1e9845215a8f86e lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xa7311753 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027536:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000ef8fb5ee/0xa1e9845215a8f86e lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xa7311753 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027543:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xa7311753 (00000000ac77510e) 00010000:00010000:2.0:1780970704.027545:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.027547:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000ef8fb5ee/0xa1e9845215a8f86e lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xa7311753 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027556:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000ef8fb5ee/0xa1e9845215a8f86e lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xa7311753 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027567:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 0000000084df4009/0xa1e9845215a8f875 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027573:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000084df4009/0xa1e9845215a8f875 lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027578:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000084df4009/0xa1e9845215a8f875 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027583:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000084df4009 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.027585:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000084df4009/0xa1e9845215a8f875 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027589:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000084df4009/0xa1e9845215a8f875 lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027596:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13c5:0x0].0x0 (00000000bf998829) 00010000:00010000:2.0:1780970704.027598:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.027599:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000084df4009/0xa1e9845215a8f875 lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027604:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000084df4009/0xa1e9845215a8f875 lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027640:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000b603612c/0xa1e9845215a8f89f lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xc9ff5fac bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027651:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000b603612c/0xa1e9845215a8f89f lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xc9ff5fac bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027656:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000b603612c/0xa1e9845215a8f89f lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xc9ff5fac bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027661:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b603612c already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.027662:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000b603612c/0xa1e9845215a8f89f lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xc9ff5fac bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027668:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000b603612c/0xa1e9845215a8f89f lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xc9ff5fac bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027675:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xc9ff5fac (000000005a8db1a3) 00010000:00010000:2.0:1780970704.027677:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.027679:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000b603612c/0xa1e9845215a8f89f lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xc9ff5fac bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027685:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000b603612c/0xa1e9845215a8f89f lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xc9ff5fac bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027696:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 000000005e2c30ec/0xa1e9845215a8f8a6 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027701:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000005e2c30ec/0xa1e9845215a8f8a6 lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027706:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000005e2c30ec/0xa1e9845215a8f8a6 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027714:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005e2c30ec already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.027715:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000005e2c30ec/0xa1e9845215a8f8a6 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027720:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000005e2c30ec/0xa1e9845215a8f8a6 lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027727:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13c6:0x0].0x0 (0000000015f15cbd) 00010000:00010000:2.0:1780970704.027729:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.027731:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000005e2c30ec/0xa1e9845215a8f8a6 lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027736:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000005e2c30ec/0xa1e9845215a8f8a6 lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027747:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 000000003e7abbb0/0xa1e9845215a8f932 lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xe0afeb27 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027753:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000003e7abbb0/0xa1e9845215a8f932 lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xe0afeb27 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027758:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000003e7abbb0/0xa1e9845215a8f932 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xe0afeb27 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027762:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003e7abbb0 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.027763:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000003e7abbb0/0xa1e9845215a8f932 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xe0afeb27 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027768:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000003e7abbb0/0xa1e9845215a8f932 lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xe0afeb27 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027775:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xe0afeb27 (0000000075a0c2cf) 00010000:00010000:2.0:1780970704.027777:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.027779:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000003e7abbb0/0xa1e9845215a8f932 lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xe0afeb27 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027784:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000003e7abbb0/0xa1e9845215a8f932 lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xe0afeb27 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027794:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000c3a29c2b/0xa1e9845215a8f939 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027799:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000c3a29c2b/0xa1e9845215a8f939 lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027803:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000c3a29c2b/0xa1e9845215a8f939 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027808:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c3a29c2b already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.027810:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000c3a29c2b/0xa1e9845215a8f939 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027815:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000c3a29c2b/0xa1e9845215a8f939 lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027822:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13c7:0x0].0x0 (0000000007891271) 00010000:00010000:2.0:1780970704.027823:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.027825:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000c3a29c2b/0xa1e9845215a8f939 lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027834:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000c3a29c2b/0xa1e9845215a8f939 lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027845:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 0000000019be72c3/0xa1e9845215a8f994 lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x264c7bda bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027851:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000019be72c3/0xa1e9845215a8f994 lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x264c7bda bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027856:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000019be72c3/0xa1e9845215a8f994 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x264c7bda bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027862:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000019be72c3 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.027863:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000019be72c3/0xa1e9845215a8f994 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x264c7bda bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027868:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000019be72c3/0xa1e9845215a8f994 lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x264c7bda bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027874:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x264c7bda (000000009308ac43) 00010000:00010000:2.0:1780970704.027876:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.027878:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000019be72c3/0xa1e9845215a8f994 lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x264c7bda bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027883:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000019be72c3/0xa1e9845215a8f994 lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x264c7bda bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027894:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000cfc872f2/0xa1e9845215a8f99b lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027905:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000cfc872f2/0xa1e9845215a8f99b lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027910:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000cfc872f2/0xa1e9845215a8f99b lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027915:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cfc872f2 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.027917:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000cfc872f2/0xa1e9845215a8f99b lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027922:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000cfc872f2/0xa1e9845215a8f99b lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027928:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13c8:0x0].0x0 (0000000072f4f483) 00010000:00010000:2.0:1780970704.027930:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.027932:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000cfc872f2/0xa1e9845215a8f99b lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027936:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000cfc872f2/0xa1e9845215a8f99b lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027948:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000c8e218cb/0xa1e9845215a8fa27 lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x8eb754e7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027953:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000c8e218cb/0xa1e9845215a8fa27 lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x8eb754e7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027958:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000c8e218cb/0xa1e9845215a8fa27 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x8eb754e7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027966:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c8e218cb already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.027968:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000c8e218cb/0xa1e9845215a8fa27 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x8eb754e7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027973:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000c8e218cb/0xa1e9845215a8fa27 lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x8eb754e7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027980:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x8eb754e7 (00000000b7616943) 00010000:00010000:2.0:1780970704.027982:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.027983:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000c8e218cb/0xa1e9845215a8fa27 lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x8eb754e7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.027988:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000c8e218cb/0xa1e9845215a8fa27 lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x8eb754e7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.030855:0:8234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88102 00000100:00100000:1.0:1780970704.030869:0:8234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1d07ca3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+12:3361:x1867475559752960:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1780970704.030922:0:8234:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11805 count 1 00000100:00100000:0.0:1780970704.030946:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88103 00000100:00100000:0.0:1780970704.030954:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed8c3655 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+12:3361:x1867475559753216:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1780970704.030960:0:8234:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc100f56/0xa1e9845215a929c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1780970704.030971:0:8691:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11808 count 1 00010000:00010000:0.0:1780970704.030985:0:8691:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b57edb1/0xa1e9845215a929c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.031019:0:8691:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000aff7646/0xa1e9845215a8f4ee lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2e20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244f7 expref: 32 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.031028:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.031030:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.031033:0:8691:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b57edb1/0xa1e9845215a929c9 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2e20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.031076:0:8691:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000aff7646/0xa1e9845215a8f4ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244f7 expref: 32 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.031087:0:8691:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000aff7646/0xa1e9845215a8f4ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244f7 expref: 32 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.031099:0:8691:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025147dd2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8691:1867475559753600:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970704.031156:0:8691:0:(client.c:2500:ptlrpc_set_wait()) set 0000000059f9f75d going to sleep for 43 seconds 00000100:00100000:0.0:1780970704.031178:0:123249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88104 00000100:00100000:0.0:1780970704.031183:0:123249:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000808b94d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+12:3363:x1867475559752896:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.031198:0:123249:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11804 count 1 00010000:00010000:0.0:1780970704.031210:0:123249:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000132b1125/0xa1e9845215a929d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.031220:0:123249:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000040b5183c/0xa1e9845215a8f13d lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2e1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989243ed expref: 32 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.031226:0:123249:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.031227:0:123249:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.031229:0:123249:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000132b1125/0xa1e9845215a929d0 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2e1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.031253:0:123249:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000040b5183c/0xa1e9845215a8f13d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989243ed expref: 32 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.031260:0:123249:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000040b5183c/0xa1e9845215a8f13d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989243ed expref: 32 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.031273:0:123249:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6c6c648 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:123249:1867475559753664:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970704.031290:0:123249:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ff560c6a going to sleep for 43 seconds 00010000:00010000:1.0:1780970704.031674:0:8234:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000082105f94/0xa1e9845215a8f271 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2e1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924441 expref: 32 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1780970704.031681:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.031682:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.031684:0:8234:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cc100f56/0xa1e9845215a929c2 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2e1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.031700:0:112205:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1780970704.031707:0:8234:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000082105f94/0xa1e9845215a8f271 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924441 expref: 32 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1780970704.031717:0:8234:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000082105f94/0xa1e9845215a8f271 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924441 expref: 32 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.031726:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000964e69db/0xa1e9845215a8ee0a lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x137a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242ff expref: 55 pid: 116454 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.031729:0:8234:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c4cd30db pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8234:1867475559753728:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970704.031756:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000ab024c6e/0xa1e9845215a8edd2 lrc: 0/0,0 mode: --/PR res: [0x2400013a3:0x137a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989242e3 expref: 54 pid: 116454 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.031760:0:8234:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b05dae22 going to sleep for 43 seconds 00010000:00010000:3.0:1780970704.031784:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000d84de95e/0xa1e9845215a8a7a8 lrc: 0/0,0 mode: --/PR res: [0x2400013a3:0x137a:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989234ce expref: 53 pid: 139446 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.031786:0:33546:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88105 00000100:00100000:1.0:1780970704.031794:0:33546:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bafb1d29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+12:3363:x1867475559753152:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1780970704.031803:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x137a:0x0].0x0 (0000000007b8b26a) 00002000:00080000:1.0:1780970704.031811:0:33546:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11807 count 1 00010000:00010000:3.0:1780970704.031815:0:112205:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780970704.031826:0:33546:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a929d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.031838:0:33546:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bd273dd0/0xa1e9845215a8f42a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2e1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244bf expref: 32 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1780970704.031844:0:33546:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.031846:0:33546:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.031848:0:33546:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a929d7 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2e1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.031863:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: 00000000b10d0ec0/0xa1e9845215a929de lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.031869:0:33546:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bd273dd0/0xa1e9845215a8f42a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244bf expref: 32 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.031875:0:112205:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: 00000000b10d0ec0/0xa1e9845215a929de lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.031884:0:112205:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: 00000000b10d0ec0/0xa1e9845215a929de lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.031909:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000562dcbf6 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:112205:1867475559753792:0@lo:101:mdt00_002.0 00010000:00010000:1.0:1780970704.031941:0:33546:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bd273dd0/0xa1e9845215a8f42a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244bf expref: 32 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.031951:0:112205:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.031955:0:33546:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f31cff13 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:33546:1867475559753856:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970704.031974:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 000000005733c522 going to sleep for 6 seconds 00000100:00100000:1.0:1780970704.031984:0:33546:0:(client.c:2500:ptlrpc_set_wait()) set 000000005a05c0de going to sleep for 43 seconds 00000100:00100000:1.0:1780970704.032020:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88106 00000100:00100000:1.0:1780970704.032025:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000027bfcb8d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+12:3363:x1867475559752832:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1780970704.032041:0:30685:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11803 count 1 00010000:00010000:1.0:1780970704.032221:0:30685:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a929e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.032233:0:30685:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000018446f72/0xa1e9845215a8efb5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2e1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892437d expref: 32 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1780970704.032240:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.032241:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.032242:0:30685:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a929e5 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2e1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.032263:0:30685:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000018446f72/0xa1e9845215a8efb5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892437d expref: 32 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1780970704.032276:0:30685:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000018446f72/0xa1e9845215a8efb5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892437d expref: 32 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:1.0:1780970704.032285:0:30685:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008fb8a693 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:30685:1867475559753920:192.168.204.45@tcp:104: 00000100:00100000:1.0:1780970704.032309:0:30685:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b31ee638 going to sleep for 43 seconds 00000100:00100000:1.0:1780970704.033016:0:115589:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88107 00000100:00100000:1.0:1780970704.033022:0:115589:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005c8213d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+12:3363:x1867475559753088:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1780970704.033042:0:115589:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11806 count 1 00010000:00010000:1.0:1780970704.033068:0:115589:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a929ec lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.033081:0:115589:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000829ebc97/0xa1e9845215a8f335 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2e1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924479 expref: 32 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1780970704.033087:0:115589:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.033088:0:115589:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.033089:0:115589:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a929ec lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2e1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.033109:0:115589:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000829ebc97/0xa1e9845215a8f335 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924479 expref: 32 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1780970704.033117:0:115589:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000829ebc97/0xa1e9845215a8f335 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924479 expref: 32 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:1.0:1780970704.033131:0:115589:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bc95a828 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:115589:1867475559753984:192.168.204.45@tcp:104: 00000100:00100000:1.0:1780970704.033319:0:115589:0:(client.c:2500:ptlrpc_set_wait()) set 000000003b5b0296 going to sleep for 43 seconds 00000100:00100000:0.0:1780970704.035057:0:124322:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559753792 00000100:00100000:0.0:1780970704.035110:0:124322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17418 00000100:00100000:0.0:1780970704.035115:0:124322:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000df80497 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:112205:x1867475559753792:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1780970704.035131:0:124322:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1780970704.035148:0:124322:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e76da252/0xa1e9845215a929f3 lrc: 2/0,0 mode: --/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa1e9845215a929de expref: -99 pid: 124322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.035180:0:124322:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92952 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924934 expref: 26 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.035190:0:124322:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e76da252/0xa1e9845215a929f3 lrc: 4/0,0 mode: --/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xa1e9845215a929de expref: 9 pid: 124322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.035215:0:124322:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92952 lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924934 expref: 26 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.035224:0:124322:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92952 lrc: 4/0,0 mode: PR/PR res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924934 expref: 26 pid: 112204 timeout: 7456 lvb_type: 0 00000100:00100000:0.0:1780970704.035235:0:124322:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000baf83255 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:124322:1867475559754048:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970704.035291:0:124322:0:(client.c:2500:ptlrpc_set_wait()) set 000000008da97682 going to sleep for 43 seconds 00010000:00010000:2.0:1780970704.035803:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 0000000019766034/0xa1e9845215a8fa2e lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.035811:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000019766034/0xa1e9845215a8fa2e lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.035818:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000019766034/0xa1e9845215a8fa2e lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.035824:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000019766034 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.035827:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000019766034/0xa1e9845215a8fa2e lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.035835:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000019766034/0xa1e9845215a8fa2e lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.035859:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13c9:0x0].0x0 (00000000ebbfdf1c) 00010000:00010000:2.0:1780970704.035862:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.035865:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000019766034/0xa1e9845215a8fa2e lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.035871:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000019766034/0xa1e9845215a8fa2e lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.035888:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000e87d7ed0/0xa1e9845215a8fa58 lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xb1859d41 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.035893:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000e87d7ed0/0xa1e9845215a8fa58 lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xb1859d41 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.035898:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000e87d7ed0/0xa1e9845215a8fa58 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xb1859d41 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.035904:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e87d7ed0 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.035905:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000e87d7ed0/0xa1e9845215a8fa58 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xb1859d41 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.035912:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000e87d7ed0/0xa1e9845215a8fa58 lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xb1859d41 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.035918:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xb1859d41 (000000002ecc3a4e) 00010000:00010000:2.0:1780970704.035920:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.035921:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000e87d7ed0/0xa1e9845215a8fa58 lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xb1859d41 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.035940:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000e87d7ed0/0xa1e9845215a8fa58 lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xb1859d41 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.035952:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000d3c80616/0xa1e9845215a8fa5f lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.035957:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000d3c80616/0xa1e9845215a8fa5f lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.035963:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000d3c80616/0xa1e9845215a8fa5f lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.035968:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d3c80616 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.035969:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000d3c80616/0xa1e9845215a8fa5f lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.035974:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000d3c80616/0xa1e9845215a8fa5f lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.035980:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13ca:0x0].0x0 (00000000498520a4) 00010000:00010000:2.0:1780970704.035982:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.035983:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000d3c80616/0xa1e9845215a8fa5f lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.035988:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000d3c80616/0xa1e9845215a8fa5f lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036010:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 000000002d1dcb0a/0xa1e9845215a8fa89 lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xd453e59b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036020:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000002d1dcb0a/0xa1e9845215a8fa89 lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xd453e59b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036026:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000002d1dcb0a/0xa1e9845215a8fa89 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xd453e59b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036031:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002d1dcb0a already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.036033:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000002d1dcb0a/0xa1e9845215a8fa89 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xd453e59b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036037:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000002d1dcb0a/0xa1e9845215a8fa89 lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xd453e59b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036044:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xd453e59b (0000000094555b80) 00010000:00010000:2.0:1780970704.036046:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.036048:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000002d1dcb0a/0xa1e9845215a8fa89 lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xd453e59b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036052:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000002d1dcb0a/0xa1e9845215a8fa89 lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xd453e59b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036064:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000907a0898/0xa1e9845215a8fa90 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036070:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000907a0898/0xa1e9845215a8fa90 lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036075:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000907a0898/0xa1e9845215a8fa90 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036083:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000907a0898 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.036085:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000907a0898/0xa1e9845215a8fa90 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036090:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000907a0898/0xa1e9845215a8fa90 lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036096:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13cb:0x0].0x0 (000000006e3f92b9) 00010000:00010000:2.0:1780970704.036098:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.036099:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000907a0898/0xa1e9845215a8fa90 lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036104:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000907a0898/0xa1e9845215a8fa90 lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036117:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000f0674635/0xa1e9845215a8fb7e lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x30a101c9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036123:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000f0674635/0xa1e9845215a8fb7e lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x30a101c9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036128:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000f0674635/0xa1e9845215a8fb7e lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x30a101c9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036132:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f0674635 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.036134:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000f0674635/0xa1e9845215a8fb7e lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x30a101c9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036139:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000f0674635/0xa1e9845215a8fb7e lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x30a101c9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036147:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x30a101c9 (00000000337923eb) 00010000:00010000:2.0:1780970704.036149:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.036150:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000f0674635/0xa1e9845215a8fb7e lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x30a101c9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036156:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000f0674635/0xa1e9845215a8fb7e lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x30a101c9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036165:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000da7e942d/0xa1e9845215a8fb85 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036170:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000da7e942d/0xa1e9845215a8fb85 lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036176:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000da7e942d/0xa1e9845215a8fb85 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036181:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000da7e942d already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.036182:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000da7e942d/0xa1e9845215a8fb85 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036187:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000da7e942d/0xa1e9845215a8fb85 lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036193:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13cc:0x0].0x0 (00000000405f9e94) 00010000:00010000:2.0:1780970704.036195:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.036196:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000da7e942d/0xa1e9845215a8fb85 lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036206:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000da7e942d/0xa1e9845215a8fb85 lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036217:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 000000008542416d/0xa1e9845215a8fc42 lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xbbda2330 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036222:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000008542416d/0xa1e9845215a8fc42 lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xbbda2330 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036228:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000008542416d/0xa1e9845215a8fc42 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xbbda2330 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036233:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008542416d already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.036234:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000008542416d/0xa1e9845215a8fc42 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xbbda2330 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036239:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000008542416d/0xa1e9845215a8fc42 lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xbbda2330 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036245:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xbbda2330 (0000000024e10ee9) 00010000:00010000:2.0:1780970704.036247:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.036249:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000008542416d/0xa1e9845215a8fc42 lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xbbda2330 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036253:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000008542416d/0xa1e9845215a8fc42 lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xbbda2330 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036265:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000ee1626f3/0xa1e9845215a8fc49 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036275:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000ee1626f3/0xa1e9845215a8fc49 lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036281:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000ee1626f3/0xa1e9845215a8fc49 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036286:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ee1626f3 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.036287:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000ee1626f3/0xa1e9845215a8fc49 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036292:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000ee1626f3/0xa1e9845215a8fc49 lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036298:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13cd:0x0].0x0 (000000001abf606e) 00010000:00010000:2.0:1780970704.036299:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.036301:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000ee1626f3/0xa1e9845215a8fc49 lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036306:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000ee1626f3/0xa1e9845215a8fc49 lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036316:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000652ed143/0xa1e9845215a8fc73 lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xdea86b89 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036322:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000652ed143/0xa1e9845215a8fc73 lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xdea86b89 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036327:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000652ed143/0xa1e9845215a8fc73 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xdea86b89 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036337:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000652ed143 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.036338:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000652ed143/0xa1e9845215a8fc73 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xdea86b89 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036344:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000652ed143/0xa1e9845215a8fc73 lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xdea86b89 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036350:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xdea86b89 (000000007675d3c1) 00010000:00010000:2.0:1780970704.036351:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.036353:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000652ed143/0xa1e9845215a8fc73 lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xdea86b89 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036358:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000652ed143/0xa1e9845215a8fc73 lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xdea86b89 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036368:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000c973ef3b/0xa1e9845215a8fc7a lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036373:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000c973ef3b/0xa1e9845215a8fc7a lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036378:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000c973ef3b/0xa1e9845215a8fc7a lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036382:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c973ef3b already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.036383:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000c973ef3b/0xa1e9845215a8fc7a lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036388:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000c973ef3b/0xa1e9845215a8fc7a lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036395:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13ce:0x0].0x0 (00000000126b5201) 00010000:00010000:2.0:1780970704.036397:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.036399:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000c973ef3b/0xa1e9845215a8fc7a lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036404:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000c973ef3b/0xa1e9845215a8fc7a lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036417:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000d4d9a7a7/0xa1e9845215a8fcd5 lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x2444fc3d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036422:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000d4d9a7a7/0xa1e9845215a8fcd5 lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x2444fc3d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036428:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000d4d9a7a7/0xa1e9845215a8fcd5 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x2444fc3d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036432:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d4d9a7a7 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.036433:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000d4d9a7a7/0xa1e9845215a8fcd5 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x2444fc3d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036437:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000d4d9a7a7/0xa1e9845215a8fcd5 lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x2444fc3d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036443:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x2444fc3d (000000009477ab4b) 00010000:00010000:2.0:1780970704.036445:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.036446:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000d4d9a7a7/0xa1e9845215a8fcd5 lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x2444fc3d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036456:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000d4d9a7a7/0xa1e9845215a8fcd5 lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x2444fc3d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036467:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 0000000068263a38/0xa1e9845215a8fcdc lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036472:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000068263a38/0xa1e9845215a8fcdc lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036478:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000068263a38/0xa1e9845215a8fcdc lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036483:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000068263a38 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.036484:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000068263a38/0xa1e9845215a8fcdc lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036489:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000068263a38/0xa1e9845215a8fcdc lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036495:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13cf:0x0].0x0 (000000009c8060f0) 00010000:00010000:2.0:1780970704.036497:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.036498:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000068263a38/0xa1e9845215a8fcdc lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036503:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000068263a38/0xa1e9845215a8fcdc lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036513:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 0000000016ac79ae/0xa1e9845215a8fd37 lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xb447f6e5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036524:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000016ac79ae/0xa1e9845215a8fd37 lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xb447f6e5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036529:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000016ac79ae/0xa1e9845215a8fd37 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xb447f6e5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036534:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000016ac79ae already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.036535:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000016ac79ae/0xa1e9845215a8fd37 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xb447f6e5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036540:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000016ac79ae/0xa1e9845215a8fd37 lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xb447f6e5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036546:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xb447f6e5 (0000000097fe8ece) 00010000:00010000:2.0:1780970704.036548:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.036549:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000016ac79ae/0xa1e9845215a8fd37 lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xb447f6e5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036554:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000016ac79ae/0xa1e9845215a8fd37 lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xb447f6e5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036563:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000553e426b/0xa1e9845215a8fd3e lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x1381:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036568:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000553e426b/0xa1e9845215a8fd3e lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x1381:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036573:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000553e426b/0xa1e9845215a8fd3e lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x1381:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036583:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000553e426b already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.036584:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000553e426b/0xa1e9845215a8fd3e lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x1381:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036589:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000553e426b/0xa1e9845215a8fd3e lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x1381:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036595:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x1381:0x0].0x0 (00000000c2fa2ad8) 00010000:00010000:2.0:1780970704.036597:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.036598:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000553e426b/0xa1e9845215a8fd3e lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x1381:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.036603:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000553e426b/0xa1e9845215a8fd3e lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x1381:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.037313:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 000000002d5152a6/0xa1e9845215a8fd68 lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x3af587b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.037325:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000002d5152a6/0xa1e9845215a8fd68 lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x3af587b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.037331:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000002d5152a6/0xa1e9845215a8fd68 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x3af587b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.037336:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002d5152a6 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.037338:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000002d5152a6/0xa1e9845215a8fd68 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x3af587b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.037344:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000002d5152a6/0xa1e9845215a8fd68 lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x3af587b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.037355:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x3af587b8 (00000000dc160efd) 00010000:00010000:2.0:1780970704.037358:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.037360:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000002d5152a6/0xa1e9845215a8fd68 lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x3af587b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.037366:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000002d5152a6/0xa1e9845215a8fd68 lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x3af587b8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.037379:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 000000006834ac9a/0xa1e9845215a8fd6f lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.037384:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000006834ac9a/0xa1e9845215a8fd6f lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.037387:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000006834ac9a/0xa1e9845215a8fd6f lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.037392:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006834ac9a already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.037393:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000006834ac9a/0xa1e9845215a8fd6f lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.037398:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000006834ac9a/0xa1e9845215a8fd6f lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.037403:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13d0:0x0].0x0 (00000000fd57d00d) 00010000:00010000:2.0:1780970704.037405:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.037407:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000006834ac9a/0xa1e9845215a8fd6f lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.037417:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000006834ac9a/0xa1e9845215a8fd6f lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.037433:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000da97a093/0xa1e9845215a8fd99 lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x5dc3d011 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.037438:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000da97a093/0xa1e9845215a8fd99 lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x5dc3d011 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.037444:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000da97a093/0xa1e9845215a8fd99 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x5dc3d011 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.037449:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000da97a093 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.037451:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000da97a093/0xa1e9845215a8fd99 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x5dc3d011 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.037456:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000da97a093/0xa1e9845215a8fd99 lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x5dc3d011 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.037463:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x5dc3d011 (0000000058c1b13d) 00010000:00010000:2.0:1780970704.037465:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.037467:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000da97a093/0xa1e9845215a8fd99 lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x5dc3d011 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.037472:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000da97a093/0xa1e9845215a8fd99 lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x5dc3d011 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.037482:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 0000000089329f95/0xa1e9845215a8fda0 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.037492:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000089329f95/0xa1e9845215a8fda0 lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.037497:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000089329f95/0xa1e9845215a8fda0 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.037502:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000089329f95 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.037503:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000089329f95/0xa1e9845215a8fda0 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.037507:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000089329f95/0xa1e9845215a8fda0 lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.037513:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13d1:0x0].0x0 (00000000c6f99f21) 00010000:00010000:2.0:1780970704.037514:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.037515:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000089329f95/0xa1e9845215a8fda0 lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.037519:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000089329f95/0xa1e9845215a8fda0 lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.038887:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 000000008c1af8ac/0xa1e9845215a8fdca lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x8092186b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.038903:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000008c1af8ac/0xa1e9845215a8fdca lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x8092186b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.038910:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000008c1af8ac/0xa1e9845215a8fdca lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x8092186b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.038921:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008c1af8ac already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.039140:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000008c1af8ac/0xa1e9845215a8fdca lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x8092186b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039149:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000008c1af8ac/0xa1e9845215a8fdca lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x8092186b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039167:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x8092186b (00000000e21b269a) 00010000:00010000:2.0:1780970704.039170:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.039174:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000008c1af8ac/0xa1e9845215a8fdca lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x8092186b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039179:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000008c1af8ac/0xa1e9845215a8fdca lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x8092186b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039199:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000168a167c/0xa1e9845215a8fdd1 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039205:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000168a167c/0xa1e9845215a8fdd1 lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039211:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000168a167c/0xa1e9845215a8fdd1 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039217:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000168a167c already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.039218:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000168a167c/0xa1e9845215a8fdd1 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039224:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000168a167c/0xa1e9845215a8fdd1 lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039232:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13d2:0x0].0x0 (000000001cdca2a1) 00010000:00010000:2.0:1780970704.039235:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.039237:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000168a167c/0xa1e9845215a8fdd1 lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039242:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000168a167c/0xa1e9845215a8fdd1 lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039258:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 0000000047de11cd/0xa1e9845215a8fe8e lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xbcb39d2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039263:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000047de11cd/0xa1e9845215a8fe8e lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xbcb39d2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039268:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000047de11cd/0xa1e9845215a8fe8e lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xbcb39d2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039274:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000047de11cd already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.039276:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000047de11cd/0xa1e9845215a8fe8e lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xbcb39d2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039281:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000047de11cd/0xa1e9845215a8fe8e lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xbcb39d2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039287:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xbcb39d2 (000000004bef542a) 00010000:00010000:2.0:1780970704.039290:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.039291:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000047de11cd/0xa1e9845215a8fe8e lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xbcb39d2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039300:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000047de11cd/0xa1e9845215a8fe8e lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xbcb39d2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039313:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000891aaca2/0xa1e9845215a8fe95 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039318:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000891aaca2/0xa1e9845215a8fe95 lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039322:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000891aaca2/0xa1e9845215a8fe95 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039327:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000891aaca2 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.039328:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000891aaca2/0xa1e9845215a8fe95 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039333:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000891aaca2/0xa1e9845215a8fe95 lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039340:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13d3:0x0].0x0 (00000000c57686a6) 00010000:00010000:2.0:1780970704.039342:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.039343:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000891aaca2/0xa1e9845215a8fe95 lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039348:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000891aaca2/0xa1e9845215a8fe95 lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039360:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000655372a7/0xa1e9845215a8febf lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x2e99822c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039370:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000655372a7/0xa1e9845215a8febf lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x2e99822c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039375:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000655372a7/0xa1e9845215a8febf lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x2e99822c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039380:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000655372a7 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.039382:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000655372a7/0xa1e9845215a8febf lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x2e99822c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039387:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000655372a7/0xa1e9845215a8febf lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x2e99822c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039393:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x2e99822c (00000000b599ed09) 00010000:00010000:2.0:1780970704.039395:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.039397:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000655372a7/0xa1e9845215a8febf lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x2e99822c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039402:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000655372a7/0xa1e9845215a8febf lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x2e99822c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039412:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 0000000001e33bd5/0xa1e9845215a8fec6 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039417:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000001e33bd5/0xa1e9845215a8fec6 lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039423:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000001e33bd5/0xa1e9845215a8fec6 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039431:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000001e33bd5 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.039433:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000001e33bd5/0xa1e9845215a8fec6 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039437:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000001e33bd5/0xa1e9845215a8fec6 lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039442:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13d4:0x0].0x0 (0000000081b5329c) 00010000:00010000:2.0:1780970704.039444:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.039445:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000001e33bd5/0xa1e9845215a8fec6 lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039450:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000001e33bd5/0xa1e9845215a8fec6 lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039463:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 0000000006f68417/0xa1e9845215a8fef0 lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x5167ca85 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039469:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000006f68417/0xa1e9845215a8fef0 lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x5167ca85 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039474:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000006f68417/0xa1e9845215a8fef0 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x5167ca85 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039480:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000006f68417 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.039482:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000006f68417/0xa1e9845215a8fef0 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x5167ca85 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039487:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000006f68417/0xa1e9845215a8fef0 lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x5167ca85 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039495:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x5167ca85 (00000000beec84ca) 00010000:00010000:2.0:1780970704.039497:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.039498:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000006f68417/0xa1e9845215a8fef0 lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x5167ca85 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039504:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000006f68417/0xa1e9845215a8fef0 lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x5167ca85 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039516:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000a8d7d9e0/0xa1e9845215a8fef7 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039521:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000a8d7d9e0/0xa1e9845215a8fef7 lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039527:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000a8d7d9e0/0xa1e9845215a8fef7 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039532:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a8d7d9e0 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.039534:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000a8d7d9e0/0xa1e9845215a8fef7 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039539:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000a8d7d9e0/0xa1e9845215a8fef7 lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039546:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13d5:0x0].0x0 (00000000bbd59721) 00010000:00010000:2.0:1780970704.039548:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.039550:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000a8d7d9e0/0xa1e9845215a8fef7 lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039561:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000a8d7d9e0/0xa1e9845215a8fef7 lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039576:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000fb53adf0/0xa1e9845215a8ff21 lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x743612df bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039582:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000fb53adf0/0xa1e9845215a8ff21 lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x743612df bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039588:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000fb53adf0/0xa1e9845215a8ff21 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x743612df bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039593:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fb53adf0 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.039595:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000fb53adf0/0xa1e9845215a8ff21 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x743612df bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039601:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000fb53adf0/0xa1e9845215a8ff21 lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x743612df bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.039609:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x743612df (000000004dad755f) 00010000:00010000:2.0:1780970704.039611:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.040240:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000fb53adf0/0xa1e9845215a8ff21 lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x743612df bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040251:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000fb53adf0/0xa1e9845215a8ff21 lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x743612df bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040266:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 000000000e6f7faa/0xa1e9845215a8ff28 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040276:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000000e6f7faa/0xa1e9845215a8ff28 lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040282:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000000e6f7faa/0xa1e9845215a8ff28 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040286:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000e6f7faa already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.040288:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000000e6f7faa/0xa1e9845215a8ff28 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040294:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000000e6f7faa/0xa1e9845215a8ff28 lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040302:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13d6:0x0].0x0 (000000000bb2b03f) 00010000:00010000:2.0:1780970704.040304:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.040306:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000000e6f7faa/0xa1e9845215a8ff28 lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040311:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000000e6f7faa/0xa1e9845215a8ff28 lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040328:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000e4518ffd/0xa1e9845215a8ff52 lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xe16ac52d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040334:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000e4518ffd/0xa1e9845215a8ff52 lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xe16ac52d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040339:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000e4518ffd/0xa1e9845215a8ff52 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xe16ac52d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040350:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e4518ffd already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.040352:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000e4518ffd/0xa1e9845215a8ff52 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xe16ac52d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040357:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000e4518ffd/0xa1e9845215a8ff52 lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xe16ac52d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040363:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xe16ac52d (00000000e4851633) 00010000:00010000:2.0:1780970704.040364:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.040366:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000e4518ffd/0xa1e9845215a8ff52 lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xe16ac52d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040371:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000e4518ffd/0xa1e9845215a8ff52 lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xe16ac52d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040380:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 000000009efda496/0xa1e9845215a8ff59 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x1382:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040385:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000009efda496/0xa1e9845215a8ff59 lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x1382:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040390:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000009efda496/0xa1e9845215a8ff59 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x1382:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040394:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009efda496 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.040396:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000009efda496/0xa1e9845215a8ff59 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x1382:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040401:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000009efda496/0xa1e9845215a8ff59 lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x1382:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040409:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x1382:0x0].0x0 (00000000b50f6c61) 00010000:00010000:2.0:1780970704.040411:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.040413:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000009efda496/0xa1e9845215a8ff59 lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x1382:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040418:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000009efda496/0xa1e9845215a8ff59 lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x1382:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040431:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 0000000006168def/0xa1e9845215a8ff83 lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x68185600 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040438:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000006168def/0xa1e9845215a8ff83 lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x68185600 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040444:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000006168def/0xa1e9845215a8ff83 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x68185600 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040449:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000006168def already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.040451:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000006168def/0xa1e9845215a8ff83 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x68185600 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040456:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000006168def/0xa1e9845215a8ff83 lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x68185600 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040463:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x68185600 (000000001923599b) 00010000:00010000:2.0:1780970704.040465:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.040466:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000006168def/0xa1e9845215a8ff83 lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x68185600 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040476:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000006168def/0xa1e9845215a8ff83 lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x68185600 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040488:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 0000000051d6464c/0xa1e9845215a8ff8a lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040493:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000051d6464c/0xa1e9845215a8ff8a lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040499:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000051d6464c/0xa1e9845215a8ff8a lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040504:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000051d6464c already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.040505:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000051d6464c/0xa1e9845215a8ff8a lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040510:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000051d6464c/0xa1e9845215a8ff8a lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040516:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13d7:0x0].0x0 (000000005384766b) 00010000:00010000:2.0:1780970704.040518:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.040519:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000051d6464c/0xa1e9845215a8ff8a lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040524:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000051d6464c/0xa1e9845215a8ff8a lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040536:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 000000003d1c0a80/0xa1e9845215a90016 lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xd0832f0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040546:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000003d1c0a80/0xa1e9845215a90016 lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xd0832f0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040552:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000003d1c0a80/0xa1e9845215a90016 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xd0832f0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040556:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003d1c0a80 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.040558:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000003d1c0a80/0xa1e9845215a90016 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xd0832f0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040563:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000003d1c0a80/0xa1e9845215a90016 lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xd0832f0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040569:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xd0832f0d (000000008c52396f) 00010000:00010000:2.0:1780970704.040570:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.040572:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000003d1c0a80/0xa1e9845215a90016 lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xd0832f0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040577:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000003d1c0a80/0xa1e9845215a90016 lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xd0832f0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040586:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000b005208a/0xa1e9845215a9001d lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040591:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000b005208a/0xa1e9845215a9001d lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040596:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000b005208a/0xa1e9845215a9001d lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040606:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b005208a already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.040608:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000b005208a/0xa1e9845215a9001d lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040639:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000b005208a/0xa1e9845215a9001d lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040646:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13d8:0x0].0x0 (000000005db21f87) 00010000:00010000:2.0:1780970704.040648:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.040649:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000b005208a/0xa1e9845215a9001d lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040655:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000b005208a/0xa1e9845215a9001d lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040666:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 000000005deefccb/0xa1e9845215a9010b lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x7e8a98ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040671:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000005deefccb/0xa1e9845215a9010b lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x7e8a98ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040676:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000005deefccb/0xa1e9845215a9010b lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x7e8a98ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040682:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005deefccb already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.040683:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000005deefccb/0xa1e9845215a9010b lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x7e8a98ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040688:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000005deefccb/0xa1e9845215a9010b lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x7e8a98ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040695:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x7e8a98ce (0000000098661499) 00010000:00010000:2.0:1780970704.040698:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.040699:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000005deefccb/0xa1e9845215a9010b lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x7e8a98ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040704:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000005deefccb/0xa1e9845215a9010b lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x7e8a98ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040713:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000c7c53ce7/0xa1e9845215a90112 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040718:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000c7c53ce7/0xa1e9845215a90112 lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040723:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000c7c53ce7/0xa1e9845215a90112 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040728:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c7c53ce7 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.040730:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000c7c53ce7/0xa1e9845215a90112 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040736:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000c7c53ce7/0xa1e9845215a90112 lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040742:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13d9:0x0].0x0 (00000000fd9fd4fd) 00010000:00010000:2.0:1780970704.040743:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.040745:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000c7c53ce7/0xa1e9845215a90112 lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040754:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000c7c53ce7/0xa1e9845215a90112 lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040764:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 000000003e48671a/0xa1e9845215a9013c lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xa158e127 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040770:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000003e48671a/0xa1e9845215a9013c lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xa158e127 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040776:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000003e48671a/0xa1e9845215a9013c lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xa158e127 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040781:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003e48671a already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.040782:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000003e48671a/0xa1e9845215a9013c lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xa158e127 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040787:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000003e48671a/0xa1e9845215a9013c lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xa158e127 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040793:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xa158e127 (000000006c305988) 00010000:00010000:2.0:1780970704.040795:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.040797:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000003e48671a/0xa1e9845215a9013c lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xa158e127 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040801:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000003e48671a/0xa1e9845215a9013c lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xa158e127 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040812:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000603c32ee/0xa1e9845215a90143 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040822:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000603c32ee/0xa1e9845215a90143 lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040827:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000603c32ee/0xa1e9845215a90143 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040832:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000603c32ee already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.040833:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000603c32ee/0xa1e9845215a90143 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040847:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000603c32ee/0xa1e9845215a90143 lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040854:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13da:0x0].0x0 (00000000a3c57b34) 00010000:00010000:2.0:1780970704.040855:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.040857:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000603c32ee/0xa1e9845215a90143 lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040861:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000603c32ee/0xa1e9845215a90143 lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040874:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000f6771781/0xa1e9845215a9016d lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xe8d9376 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040880:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000f6771781/0xa1e9845215a9016d lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xe8d9376 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040885:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000f6771781/0xa1e9845215a9016d lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xe8d9376 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040895:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f6771781 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.040897:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000f6771781/0xa1e9845215a9016d lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xe8d9376 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040902:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000f6771781/0xa1e9845215a9016d lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xe8d9376 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040908:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xe8d9376 (000000007233ad60) 00010000:00010000:2.0:1780970704.040910:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.040912:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000f6771781/0xa1e9845215a9016d lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xe8d9376 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040917:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000f6771781/0xa1e9845215a9016d lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xe8d9376 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040938:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 0000000038ad24e4/0xa1e9845215a90174 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x1383:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040944:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000038ad24e4/0xa1e9845215a90174 lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x1383:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040950:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000038ad24e4/0xa1e9845215a90174 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x1383:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040955:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000038ad24e4 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.040956:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000038ad24e4/0xa1e9845215a90174 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x1383:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040961:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000038ad24e4/0xa1e9845215a90174 lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x1383:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040969:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x1383:0x0].0x0 (000000008e7b11c6) 00010000:00010000:2.0:1780970704.040971:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.040972:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000038ad24e4/0xa1e9845215a90174 lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x1383:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040977:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000038ad24e4/0xa1e9845215a90174 lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x1383:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.040988:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 000000008c4a6ce7/0xa1e9845215a9019e lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x953b2448 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041003:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000008c4a6ce7/0xa1e9845215a9019e lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x953b2448 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041009:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000008c4a6ce7/0xa1e9845215a9019e lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x953b2448 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041014:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008c4a6ce7 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.041016:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000008c4a6ce7/0xa1e9845215a9019e lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x953b2448 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041021:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000008c4a6ce7/0xa1e9845215a9019e lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x953b2448 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041028:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x953b2448 (000000006b59e763) 00010000:00010000:2.0:1780970704.041030:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.041031:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000008c4a6ce7/0xa1e9845215a9019e lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x953b2448 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041042:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000008c4a6ce7/0xa1e9845215a9019e lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x953b2448 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041053:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000a639b081/0xa1e9845215a901a5 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041058:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000a639b081/0xa1e9845215a901a5 lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041063:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000a639b081/0xa1e9845215a901a5 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041069:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a639b081 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.041070:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000a639b081/0xa1e9845215a901a5 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041075:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000a639b081/0xa1e9845215a901a5 lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041081:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13db:0x0].0x0 (000000001d829f2d) 00010000:00010000:2.0:1780970704.041083:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.041084:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000a639b081/0xa1e9845215a901a5 lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041089:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000a639b081/0xa1e9845215a901a5 lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041099:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 000000009fa5cbe9/0xa1e9845215a901cf lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xb8096ca2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041108:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000009fa5cbe9/0xa1e9845215a901cf lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xb8096ca2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041114:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000009fa5cbe9/0xa1e9845215a901cf lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xb8096ca2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041119:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009fa5cbe9 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.041120:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000009fa5cbe9/0xa1e9845215a901cf lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xb8096ca2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041125:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000009fa5cbe9/0xa1e9845215a901cf lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xb8096ca2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041131:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xb8096ca2 (000000005884700a) 00010000:00010000:2.0:1780970704.041133:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.041134:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000009fa5cbe9/0xa1e9845215a901cf lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xb8096ca2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041139:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000009fa5cbe9/0xa1e9845215a901cf lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xb8096ca2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041148:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 000000002516c68b/0xa1e9845215a901d6 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041153:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000002516c68b/0xa1e9845215a901d6 lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041158:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000002516c68b/0xa1e9845215a901d6 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041168:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002516c68b already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.041169:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000002516c68b/0xa1e9845215a901d6 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041174:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000002516c68b/0xa1e9845215a901d6 lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041180:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13dc:0x0].0x0 (00000000ba7ee803) 00010000:00010000:2.0:1780970704.041182:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.041183:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000002516c68b/0xa1e9845215a901d6 lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041188:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000002516c68b/0xa1e9845215a901d6 lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041198:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 000000008621b143/0xa1e9845215a90293 lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x43428e09 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041203:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000008621b143/0xa1e9845215a90293 lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x43428e09 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041208:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000008621b143/0xa1e9845215a90293 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x43428e09 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041213:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008621b143 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.041214:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000008621b143/0xa1e9845215a90293 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x43428e09 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041220:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000008621b143/0xa1e9845215a90293 lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x43428e09 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041227:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x43428e09 (00000000143d714d) 00010000:00010000:2.0:1780970704.041229:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.041230:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000008621b143/0xa1e9845215a90293 lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x43428e09 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041235:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000008621b143/0xa1e9845215a90293 lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x43428e09 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041245:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000cdd143e4/0xa1e9845215a9029a lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041250:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000cdd143e4/0xa1e9845215a9029a lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041255:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000cdd143e4/0xa1e9845215a9029a lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041260:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cdd143e4 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.041261:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000cdd143e4/0xa1e9845215a9029a lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041267:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000cdd143e4/0xa1e9845215a9029a lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041273:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13dd:0x0].0x0 (00000000b39c3a6c) 00010000:00010000:2.0:1780970704.041275:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.041276:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000cdd143e4/0xa1e9845215a9029a lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041286:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000cdd143e4/0xa1e9845215a9029a lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041297:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 000000003e30acaa/0xa1e9845215a902c4 lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x6610d663 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041303:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000003e30acaa/0xa1e9845215a902c4 lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x6610d663 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041308:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000003e30acaa/0xa1e9845215a902c4 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x6610d663 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041313:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003e30acaa already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.041315:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000003e30acaa/0xa1e9845215a902c4 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x6610d663 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041320:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000003e30acaa/0xa1e9845215a902c4 lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x6610d663 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041326:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x6610d663 (000000006951e090) 00010000:00010000:2.0:1780970704.041327:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.041329:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000003e30acaa/0xa1e9845215a902c4 lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x6610d663 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041334:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000003e30acaa/0xa1e9845215a902c4 lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x6610d663 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041343:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 000000009659d39e/0xa1e9845215a902cb lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041353:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000009659d39e/0xa1e9845215a902cb lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041359:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000009659d39e/0xa1e9845215a902cb lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041364:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009659d39e already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.041365:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000009659d39e/0xa1e9845215a902cb lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041370:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000009659d39e/0xa1e9845215a902cb lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041376:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13de:0x0].0x0 (00000000ff1ff2df) 00010000:00010000:2.0:1780970704.041378:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.041379:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000009659d39e/0xa1e9845215a902cb lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041383:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000009659d39e/0xa1e9845215a902cb lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041393:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000c8d0565e/0xa1e9845215a902f5 lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x88df1ebc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041398:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000c8d0565e/0xa1e9845215a902f5 lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x88df1ebc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041402:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000c8d0565e/0xa1e9845215a902f5 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x88df1ebc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041411:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c8d0565e already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.041412:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000c8d0565e/0xa1e9845215a902f5 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x88df1ebc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041417:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000c8d0565e/0xa1e9845215a902f5 lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x88df1ebc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041424:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x88df1ebc (0000000083bad88d) 00010000:00010000:2.0:1780970704.041426:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.041428:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000c8d0565e/0xa1e9845215a902f5 lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x88df1ebc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041433:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000c8d0565e/0xa1e9845215a902f5 lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x88df1ebc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041444:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000e0a14e3e/0xa1e9845215a902fc lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041449:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000e0a14e3e/0xa1e9845215a902fc lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041455:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000e0a14e3e/0xa1e9845215a902fc lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041460:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e0a14e3e already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.041461:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000e0a14e3e/0xa1e9845215a902fc lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041466:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000e0a14e3e/0xa1e9845215a902fc lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041474:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13df:0x0].0x0 (000000004d298922) 00010000:00010000:2.0:1780970704.041476:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.041477:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000e0a14e3e/0xa1e9845215a902fc lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041481:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000e0a14e3e/0xa1e9845215a902fc lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041493:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000b233f5ea/0xa1e9845215a90326 lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xabad6716 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041498:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000b233f5ea/0xa1e9845215a90326 lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xabad6716 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041503:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000b233f5ea/0xa1e9845215a90326 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xabad6716 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041508:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b233f5ea already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.041510:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000b233f5ea/0xa1e9845215a90326 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xabad6716 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041515:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000b233f5ea/0xa1e9845215a90326 lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xabad6716 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041522:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xabad6716 (000000007af39a5f) 00010000:00010000:2.0:1780970704.041525:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.041527:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000b233f5ea/0xa1e9845215a90326 lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xabad6716 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041535:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000b233f5ea/0xa1e9845215a90326 lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xabad6716 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041549:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 000000005f3c308d/0xa1e9845215a9032d lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041555:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000005f3c308d/0xa1e9845215a9032d lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041560:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000005f3c308d/0xa1e9845215a9032d lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041564:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005f3c308d already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.041566:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000005f3c308d/0xa1e9845215a9032d lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041571:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000005f3c308d/0xa1e9845215a9032d lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041576:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13e0:0x0].0x0 (000000006b508a0e) 00010000:00010000:2.0:1780970704.041578:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.041579:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000005f3c308d/0xa1e9845215a9032d lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041584:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000005f3c308d/0xa1e9845215a9032d lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041593:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000a0ddda32/0xa1e9845215a90357 lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xce7baf70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041603:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000a0ddda32/0xa1e9845215a90357 lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xce7baf70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041608:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000a0ddda32/0xa1e9845215a90357 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xce7baf70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041632:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a0ddda32 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.041633:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000a0ddda32/0xa1e9845215a90357 lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xce7baf70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041639:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000a0ddda32/0xa1e9845215a90357 lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0xce7baf70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041645:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0xce7baf70 (0000000035a50b9b) 00010000:00010000:2.0:1780970704.041647:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.041648:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000a0ddda32/0xa1e9845215a90357 lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xce7baf70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041653:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000a0ddda32/0xa1e9845215a90357 lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0xce7baf70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041664:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000d9b164ae/0xa1e9845215a9035e lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x13e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041669:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000d9b164ae/0xa1e9845215a9035e lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x13e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041674:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000d9b164ae/0xa1e9845215a9035e lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041683:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d9b164ae already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970704.041685:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000d9b164ae/0xa1e9845215a9035e lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x13e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041689:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000d9b164ae/0xa1e9845215a9035e lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x13e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041694:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x13e1:0x0].0x0 (00000000f9982080) 00010000:00010000:2.0:1780970704.041696:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780970704.041697:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000d9b164ae/0xa1e9845215a9035e lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x13e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.041702:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000d9b164ae/0xa1e9845215a9035e lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x13e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.045132:0:123253:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005dbe47f pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:123253:1867475559752512:192.168.204.45@tcp:104: 00010000:00010000:0.0:1780970704.045171:0:123253:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92983 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.045227:0:30686:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000015f2e590 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:30686:1867475559753536:192.168.204.45@tcp:104: 00010000:00010000:0.0:1780970704.045239:0:30686:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008d934df3/0xa1e9845215a929bb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.045283:0:8691:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025147dd2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8691:1867475559753600:192.168.204.45@tcp:104: 00010000:00010000:0.0:1780970704.045295:0:8691:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002b57edb1/0xa1e9845215a929c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.045341:0:123248:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc66fffe pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:123248:1867475559752576:192.168.204.45@tcp:104: 00010000:00010000:0.0:1780970704.045352:0:123248:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000dd8f05d/0xa1e9845215a9298a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3121:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.045390:0:30688:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c7b0adb pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:30688:1867475559752640:192.168.204.45@tcp:104: 00010000:00010000:0.0:1780970704.045401:0:30688:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c3eededd/0xa1e9845215a92991 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.045456:0:8236:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002ca1947f pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8236:1867475559753280:192.168.204.45@tcp:104: 00010000:00010000:0.0:1780970704.045467:0:8236:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b255d464/0xa1e9845215a9299f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3120:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.045500:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970704.045531:0:13129:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563548608 00010000:00010000:0.0:1780970704.045569:0:13129:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e4045ab9/0xa1e9845215a8f017 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3122:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924399 expref: 32 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.045600:0:13129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21725 00000100:00100000:0.0:1780970704.045606:0:13129:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1f8ce08 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+32:2266:x1867475563548608:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1780970704.045662:0:13129:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780970704.045668:0:13129:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e4045ab9/0xa1e9845215a8f017 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3122:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924399 expref: 32 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:0.0:1780970704.045687:0:13129:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e4045ab9/0xa1e9845215a8f017 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3122:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924399 expref: 32 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:0.0:1780970704.045716:0:13129:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.045719:0:13129:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.045722:0:13129:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000036ef2c1c/0xa1e9845215a9297c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3122:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.045731:0:13129:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000036ef2c1c/0xa1e9845215a9297c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3122:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.045750:0:13129:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780970704.045799:0:13129:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1f8ce08 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+32:2266:x1867475563548608:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 Request processed in 191us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970704.045806:0:13129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21725 00000100:00100000:0.0:1780970704.045871:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970704.045890:0:13129:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563548736 00010000:00010000:0.0:1780970704.045903:0:13129:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007a8dfa15/0xa1e9845215a8ef53 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2e1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924361 expref: 33 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.045924:0:13129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21726 00000100:00100000:0.0:1780970704.045928:0:13129:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f281bc1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+33:2266:x1867475563548736:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1780970704.045935:0:13129:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780970704.045939:0:13129:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007a8dfa15/0xa1e9845215a8ef53 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2e1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924361 expref: 33 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:0.0:1780970704.045953:0:13129:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007a8dfa15/0xa1e9845215a8ef53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924361 expref: 33 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:0.0:1780970704.045969:0:13129:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.045971:0:13129:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.045973:0:13129:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002438fb9b/0xa1e9845215a929b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.045978:0:13129:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002438fb9b/0xa1e9845215a929b4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2e1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.045989:0:13129:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780970704.046017:0:13129:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f281bc1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+33:2266:x1867475563548736:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 Request processed in 88us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970704.046024:0:13129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21726 00000100:00100000:0.0:1780970704.046117:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970704.046135:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563548864 00010000:00010000:0.0:1780970704.046147:0:6248:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007055b790/0xa1e9845215a8f2a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892444f expref: 33 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.046167:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21727 00000100:00100000:0.0:1780970704.046170:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1f8ce08 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+33:2266:x1867475563548864:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1780970704.046177:0:6248:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780970704.046180:0:6248:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007055b790/0xa1e9845215a8f2a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892444f expref: 33 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:0.0:1780970704.046197:0:6248:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007055b790/0xa1e9845215a8f2a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892444f expref: 33 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:0.0:1780970704.046211:0:6248:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007055b790/0xa1e9845215a8f2a2 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2e01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892444f expref: 33 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:0.0:1780970704.046222:0:6248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.046223:0:6248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.046225:0:6248:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008d934df3/0xa1e9845215a929bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.046231:0:6248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008d934df3/0xa1e9845215a929bb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2e01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.046248:0:6248:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780970704.046265:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1f8ce08 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+32:2266:x1867475563548864:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 Request processed in 93us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970704.046271:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21727 00010000:00010000:0.0:1780970704.046291:0:30686:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008d934df3/0xa1e9845215a929bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.046299:0:30686:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d934df3/0xa1e9845215a929bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.046308:0:30686:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008d934df3/0xa1e9845215a929bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.046320:0:30686:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008d934df3/0xa1e9845215a929bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.046334:0:30686:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780970704.046585:0:30686:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014a588f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+13:3361:x1867475559753024:12345-0@lo:6:osp-syn-1-1.0 Request processed in 20187us (21089us total) trans 4294998536 rc 0/0 00000100:00100000:0.0:1780970704.046593:0:30686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88101 00000100:00100000:0.0:1780970704.046655:0:3361:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294998446 gen 3 00000004:00080000:0.0:1780970704.046660:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006455c0e7, transno 4294998446 00000100:00100000:0.0:1780970704.046670:0:3361:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@0000000055f2f407 x1867475559753024/t4294998536(4294998536) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1780970748 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'osp-syn-1-1.0' 00000004:00080000:0.0:1780970704.046680:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000055f2f407/2, rc 0, transno 31240 00000100:00100000:0.0:1780970704.046684:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000055f2f407 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559753024:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.046728:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970704.046742:0:13129:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563548992 00010000:00010000:0.0:1780970704.046754:0:13129:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000015cbf623/0xa1e9845215a8ef84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3121:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892436f expref: 32 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.046772:0:13129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21728 00000100:00100000:0.0:1780970704.046776:0:13129:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bfc1ed6a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+32:2266:x1867475563548992:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1780970704.046783:0:13129:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780970704.046786:0:13129:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000015cbf623/0xa1e9845215a8ef84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3121:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892436f expref: 32 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:0.0:1780970704.046793:0:13129:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000015cbf623/0xa1e9845215a8ef84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3121:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892436f expref: 32 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:0.0:1780970704.046808:0:13129:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000015cbf623/0xa1e9845215a8ef84 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3121:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892436f expref: 32 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:0.0:1780970704.046817:0:13129:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.046819:0:13129:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.046820:0:13129:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000dd8f05d/0xa1e9845215a9298a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3121:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.046826:0:13129:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000dd8f05d/0xa1e9845215a9298a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3121:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.046842:0:13129:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780970704.046860:0:13129:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bfc1ed6a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+31:2266:x1867475563548992:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 Request processed in 83us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970704.046866:0:13129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21728 00010000:00010000:0.0:1780970704.046885:0:123248:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000dd8f05d/0xa1e9845215a9298a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3121:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.046892:0:123248:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000dd8f05d/0xa1e9845215a9298a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3121:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.046898:0:123248:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000dd8f05d/0xa1e9845215a9298a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3121:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.046903:0:123248:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000dd8f05d/0xa1e9845215a9298a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3121:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.046919:0:123248:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1780970704.047073:0:123248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa63f644 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+14:3363:x1867475559752000:12345-0@lo:6:osp-syn-0-1.0 Request processed in 25309us (25613us total) trans 103079229179 rc 0/0 00000100:00100000:0.0:1780970704.047079:0:123248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88094 00000004:00080000:0.0:1780970704.047113:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006adbf639/2, rc 0, transno 14075 00000100:00100000:0.0:1780970704.047121:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006adbf639 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559752000:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.047163:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970704.047178:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563549120 00010000:00010000:0.0:1780970704.047190:0:6248:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a1e4632a/0xa1e9845215a8f2d3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892445d expref: 31 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.047206:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21729 00000100:00100000:0.0:1780970704.047210:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038b06336 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+31:2266:x1867475563549120:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1780970704.047217:0:6248:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780970704.047220:0:6248:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a1e4632a/0xa1e9845215a8f2d3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3124:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892445d expref: 31 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:0.0:1780970704.047227:0:6248:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a1e4632a/0xa1e9845215a8f2d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3124:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892445d expref: 31 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:0.0:1780970704.047239:0:6248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.047241:0:6248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.047243:0:6248:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a92998 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3124:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.047254:0:6248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a92998 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3124:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.047266:0:6248:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780970704.047283:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038b06336 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+31:2266:x1867475563549120:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 Request processed in 72us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970704.047289:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21729 00000100:00100000:0.0:1780970704.047330:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970704.047346:0:13129:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563548544 00010000:00010000:0.0:1780970704.047357:0:13129:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000054a187/0xa1e9845215a8f20f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3123:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924425 expref: 31 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.047375:0:13129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21730 00000100:00100000:0.0:1780970704.047379:0:13129:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be5eb209 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+31:2266:x1867475563548544:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1780970704.047387:0:13129:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780970704.047391:0:13129:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000054a187/0xa1e9845215a8f20f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3123:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924425 expref: 31 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:0.0:1780970704.047399:0:13129:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000054a187/0xa1e9845215a8f20f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3123:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924425 expref: 31 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:0.0:1780970704.047412:0:13129:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.047414:0:13129:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.047416:0:13129:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a929a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3123:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.047427:0:13129:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a929a6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3123:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.047439:0:13129:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780970704.047455:0:13129:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be5eb209 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+31:2266:x1867475563548544:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 Request processed in 75us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970704.047461:0:13129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21730 00000100:00100000:0.0:1780970704.047501:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970704.047516:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563548672 00010000:00010000:0.0:1780970704.047526:0:6248:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005740e971/0xa1e9845215a8f4bd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244e9 expref: 31 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.047544:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21731 00000100:00100000:0.0:1780970704.047548:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc3c7ee5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+31:2266:x1867475563548672:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1780970704.047555:0:6248:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780970704.047559:0:6248:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005740e971/0xa1e9845215a8f4bd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3108:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244e9 expref: 31 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:0.0:1780970704.047566:0:6248:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005740e971/0xa1e9845215a8f4bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3108:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244e9 expref: 31 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:0.0:1780970704.047579:0:6248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.047581:0:6248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.047583:0:6248:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dcc57c0f/0xa1e9845215a929ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3108:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.047593:0:6248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dcc57c0f/0xa1e9845215a929ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3108:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.047604:0:6248:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780970704.047646:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc3c7ee5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+31:2266:x1867475563548672:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 Request processed in 97us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970704.047653:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21731 00000100:00100000:0.0:1780970704.047696:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970704.047711:0:13129:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563548800 00010000:00010000:0.0:1780970704.047722:0:13129:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000fd7b323/0xa1e9845215a8f45b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244cd expref: 31 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.047737:0:13129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21732 00000100:00100000:0.0:1780970704.047740:0:13129:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005898f491 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+31:2266:x1867475563548800:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1780970704.047746:0:13129:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780970704.047749:0:13129:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000fd7b323/0xa1e9845215a8f45b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244cd expref: 31 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:0.0:1780970704.047757:0:13129:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000fd7b323/0xa1e9845215a8f45b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244cd expref: 31 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:0.0:1780970704.047769:0:13129:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000fd7b323/0xa1e9845215a8f45b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244cd expref: 31 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:0.0:1780970704.047782:0:13129:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.047784:0:13129:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.047786:0:13129:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92983 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.047792:0:13129:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92983 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.047808:0:13129:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780970704.047824:0:13129:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005898f491 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+30:2266:x1867475563548800:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 Request processed in 83us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970704.047830:0:13129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21732 00010000:00010000:0.0:1780970704.047850:0:123253:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92983 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.047857:0:123253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92983 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.047864:0:123253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92983 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.047870:0:123253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92983 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.047882:0:123253:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1780970704.048088:0:23536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4045ab9/0xa1e9845215a8f017 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3122:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924399 expref: 29 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.048099:0:23536:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023583526 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:23536:1867475559752448:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970704.048116:0:23536:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000036ef2c1c/0xa1e9845215a9297c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3122:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.048123:0:23536:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000036ef2c1c/0xa1e9845215a9297c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3122:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.048128:0:23536:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000036ef2c1c/0xa1e9845215a9297c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3122:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.048134:0:23536:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000036ef2c1c/0xa1e9845215a9297c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3122:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.048139:0:23536:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000036ef2c1c/0xa1e9845215a9297c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3122:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.048151:0:23536:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1780970704.048268:0:23536:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060315c3d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+15:3363:x1867475559752064:12345-0@lo:6:osp-syn-0-1.0 Request processed in 26718us (26883us total) trans 103079229181 rc 0/0 00000100:00100000:3.0:1780970704.048276:0:23536:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88092 00010000:00010000:3.0:1780970704.048312:0:30674:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a8dfa15/0xa1e9845215a8ef53 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2e1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924361 expref: 31 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.048323:0:30674:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c95fda19 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:30674:1867475559753472:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970704.048335:0:30674:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002438fb9b/0xa1e9845215a929b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.048341:0:30674:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002438fb9b/0xa1e9845215a929b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.048347:0:30674:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002438fb9b/0xa1e9845215a929b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.048353:0:30674:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002438fb9b/0xa1e9845215a929b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.048360:0:30674:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002438fb9b/0xa1e9845215a929b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.048372:0:30674:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1780970704.048496:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000563f6b8a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+13:3361:x1867475559752768:12345-0@lo:6:osp-syn-1-1.0 Request processed in 22622us (23054us total) trans 4294998537 rc 0/0 00000100:00100000:3.0:1780970704.048503:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88100 00010000:00010000:3.0:1780970704.048532:0:30675:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a1e4632a/0xa1e9845215a8f2d3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892445d expref: 28 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.048542:0:30675:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000537e4385 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:30675:1867475559752704:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970704.048554:0:30675:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a92998 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.048560:0:30675:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a92998 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.048565:0:30675:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a92998 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.048576:0:30675:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a92998 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.048581:0:30675:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a92998 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.048589:0:30675:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:3.0:1780970704.048700:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043afc4eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+15:3361:x1867475559752192:12345-0@lo:6:osp-syn-0-1.0 Request processed in 25588us (26286us total) trans 103079229182 rc 0/0 00000100:00100000:3.0:1780970704.048706:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88096 00000100:00100000:3.0:1780970704.048776:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780970704.048789:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002ef642fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559754112:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1780970704.048820:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.048848:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559754112 00000100:00100000:3.0:1780970704.048873:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88108 00000100:00100000:3.0:1780970704.048877:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbc6052a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+15:3360:x1867475559754112:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1780970704.048901:0:30675:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12583 count 1 00010000:00010000:3.0:1780970704.048924:0:30675:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009b5a5e94/0xa1e9845215a929fa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3127:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.048938:0:30675:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e32f807b/0xa1e9845215a8f550 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924513 expref: 27 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.048946:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.048948:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.048950:0:30675:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009b5a5e94/0xa1e9845215a929fa lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.048970:0:30675:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e32f807b/0xa1e9845215a8f550 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924513 expref: 27 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.048980:0:30675:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e32f807b/0xa1e9845215a8f550 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924513 expref: 27 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.049002:0:30675:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ecb1b748 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:30675:1867475559754176:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970704.049039:0:30675:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cafb251b going to sleep for 43 seconds 00000040:00100000:1.0:1780970704.049568:0:113051:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 3049 in log [0x12:0x1:0x0] 00010000:00010000:1.0:1780970704.050264:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1780970704.050270:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008d934df3/0xa1e9845215a929bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050281:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008d934df3 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.050284:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008d934df3/0xa1e9845215a929bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050292:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008d934df3/0xa1e9845215a929bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050313:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008d934df3/0xa1e9845215a929bb lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050319:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d934df3/0xa1e9845215a929bb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050340:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1780970704.050344:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000dd8f05d/0xa1e9845215a9298a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3121:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050350:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000dd8f05d already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.050352:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000dd8f05d/0xa1e9845215a9298a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3121:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050358:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000dd8f05d/0xa1e9845215a9298a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3121:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050368:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000dd8f05d/0xa1e9845215a9298a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3121:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050373:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000dd8f05d/0xa1e9845215a9298a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3121:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050386:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1780970704.050389:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92983 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050394:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000d6f2a3f already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.050396:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92983 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050402:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92983 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050410:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92983 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050416:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92983 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050432:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1780970704.050434:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000036ef2c1c/0xa1e9845215a9297c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3122:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050440:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000036ef2c1c already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.050442:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000036ef2c1c/0xa1e9845215a9297c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3122:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050448:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000036ef2c1c/0xa1e9845215a9297c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3122:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050458:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000036ef2c1c/0xa1e9845215a9297c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3122:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050464:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036ef2c1c/0xa1e9845215a9297c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3122:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050476:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780970704.050478:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002438fb9b/0xa1e9845215a929b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050483:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002438fb9b already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.050485:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002438fb9b/0xa1e9845215a929b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050491:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002438fb9b/0xa1e9845215a929b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050500:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002438fb9b/0xa1e9845215a929b4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050506:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002438fb9b/0xa1e9845215a929b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050517:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.050520:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a92998 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050525:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001897266b already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.050527:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a92998 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050533:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a92998 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050541:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a92998 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050547:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a92998 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050560:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.050561:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.050562:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.050569:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.050603:0:23195:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005740e971/0xa1e9845215a8f4bd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244e9 expref: 27 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:1.0:1780970704.050612:0:23195:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002505829a pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:23195:1867475559753408:192.168.204.45@tcp:104: 00010000:00010000:1.0:1780970704.050652:0:23195:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dcc57c0f/0xa1e9845215a929ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050661:0:23195:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dcc57c0f/0xa1e9845215a929ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050667:0:23195:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dcc57c0f/0xa1e9845215a929ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050675:0:23195:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dcc57c0f/0xa1e9845215a929ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050683:0:23195:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dcc57c0f/0xa1e9845215a929ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050703:0:23195:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780970704.050756:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.050759:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dcc57c0f/0xa1e9845215a929ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050765:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dcc57c0f already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.050767:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dcc57c0f/0xa1e9845215a929ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050773:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dcc57c0f/0xa1e9845215a929ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050782:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dcc57c0f/0xa1e9845215a929ad lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050788:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dcc57c0f/0xa1e9845215a929ad lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.050804:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.050805:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.050806:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.050928:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970704.050959:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563548928 00010000:00010000:1.0:1780970704.050987:0:6248:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000aff7646/0xa1e9845215a8f4ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244f7 expref: 31 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:1.0:1780970704.051028:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21733 00000100:00100000:1.0:1780970704.051035:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c943264c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+31:2266:x1867475563548928:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1780970704.051048:0:6248:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780970704.051052:0:6248:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000aff7646/0xa1e9845215a8f4ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244f7 expref: 31 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:1.0:1780970704.051063:0:6248:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000aff7646/0xa1e9845215a8f4ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244f7 expref: 31 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:1.0:1780970704.051085:0:6248:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000aff7646/0xa1e9845215a8f4ee lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2e20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244f7 expref: 31 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:1.0:1780970704.051096:0:6248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.051098:0:6248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.051102:0:6248:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002b57edb1/0xa1e9845215a929c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.051110:0:6248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b57edb1/0xa1e9845215a929c9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2e20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.051140:0:6248:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780970704.051180:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c943264c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+30:2266:x1867475563548928:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 Request processed in 145us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970704.051188:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21733 00000100:00100000:1.0:1780970704.051264:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970704.051283:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563549056 00010000:00010000:1.0:1780970704.051294:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000019543cd4/0xa1e9845215a8f366 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924487 expref: 27 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:1.0:1780970704.051314:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21734 00000100:00100000:1.0:1780970704.051318:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003266afba pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+27:2266:x1867475563549056:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1780970704.051326:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780970704.051330:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000019543cd4/0xa1e9845215a8f366 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3125:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924487 expref: 27 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:1.0:1780970704.051344:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000019543cd4/0xa1e9845215a8f366 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3125:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924487 expref: 27 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:1.0:1780970704.051356:0:6250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019543cd4/0xa1e9845215a8f366 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3125:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924487 expref: 27 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:1.0:1780970704.051365:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.051366:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.051368:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c3eededd/0xa1e9845215a92991 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.051373:0:6250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c3eededd/0xa1e9845215a92991 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.051391:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780970704.051408:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003266afba pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+26:2266:x1867475563549056:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 Request processed in 89us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970704.051414:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21734 00000100:00100000:1.0:1780970704.051464:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970704.051479:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563549184 00010000:00010000:1.0:1780970704.051490:0:6248:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000910cb4c4/0xa1e9845215a8ef22 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3120:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924353 expref: 26 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:1.0:1780970704.051506:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21735 00000100:00100000:1.0:1780970704.051510:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e4b6dc5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+26:2266:x1867475563549184:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1780970704.051519:0:6248:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780970704.051522:0:6248:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000910cb4c4/0xa1e9845215a8ef22 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3120:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924353 expref: 26 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:1.0:1780970704.051529:0:6248:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000910cb4c4/0xa1e9845215a8ef22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3120:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924353 expref: 26 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:1.0:1780970704.051540:0:6248:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000910cb4c4/0xa1e9845215a8ef22 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3120:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924353 expref: 26 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:1.0:1780970704.051549:0:6248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.051550:0:6248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.051552:0:6248:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b255d464/0xa1e9845215a9299f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3120:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.051558:0:6248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b255d464/0xa1e9845215a9299f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3120:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.051574:0:6248:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780970704.051591:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e4b6dc5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+25:2266:x1867475563549184:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 Request processed in 79us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970704.051596:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21735 00010000:00010000:1.0:1780970704.051748:0:8691:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002b57edb1/0xa1e9845215a929c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.051757:0:8691:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002b57edb1/0xa1e9845215a929c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.051768:0:8691:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b57edb1/0xa1e9845215a929c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.051774:0:8691:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002b57edb1/0xa1e9845215a929c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.051788:0:8691:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780970704.051988:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed8c3655 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+13:3361:x1867475559753216:12345-0@lo:6:osp-syn-1-1.0 Request processed in 21033us (26414us total) trans 4294998538 rc 0/0 00000100:00100000:1.0:1780970704.052006:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88103 00010000:00010000:1.0:1780970704.052025:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.052029:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002b57edb1/0xa1e9845215a929c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.052036:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002b57edb1 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.052038:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002b57edb1/0xa1e9845215a929c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.052044:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002b57edb1/0xa1e9845215a929c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.052056:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002b57edb1/0xa1e9845215a929c9 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.052062:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002b57edb1/0xa1e9845215a929c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.052079:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.052080:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.052081:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780970704.052112:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e8f56128/2, rc 0, transno 14077 00000100:00100000:1.0:1780970704.052122:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e8f56128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559752064:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.052130:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780970704.052142:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006455c0e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559754240:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.052175:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1780970704.052207:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fe564fc6/2, rc 0, transno 31242 00000100:00100000:1.0:1780970704.052217:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe564fc6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559753216:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1780970704.052227:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ea3d51f9/2, rc 0, transno 31241 00000100:00100000:1.0:1780970704.052230:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea3d51f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559752768:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1780970704.052241:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000078523920/2, rc 0, transno 14078 00000100:00100000:1.0:1780970704.052244:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078523920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559752192:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.052304:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780970704.052310:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000038b06336 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559754368:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.052330:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.052347:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bfc1ed6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559754304:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.052366:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.052391:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559754240 00000100:00100000:1.0:1780970704.052413:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559754368 00000100:00100000:1.0:1780970704.052426:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559754304 00000100:00100000:1.0:1780970704.052440:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88109 00000100:00100000:1.0:1780970704.052443:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1f8ce08 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+15:3363:x1867475559754240:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1780970704.052465:0:8691:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11809 count 1 00010000:00010000:1.0:1780970704.052483:0:8691:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000255970f6/0xa1e9845215a92a01 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.052495:0:8691:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000098be62aa/0xa1e9845215a8f581 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2e21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924521 expref: 29 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1780970704.052520:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.052521:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1780970704.053789:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000537e4385 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559754496:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1780970704.053839:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.053882:0:8237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559754496 00000100:00100000:3.0:1780970704.053915:0:8237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88110 00000100:00100000:3.0:1780970704.053919:0:8237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be5eb209 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+15:3361:x1867475559754368:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1780970704.053949:0:8237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11811 count 1 00010000:00010000:3.0:1780970704.053966:0:8237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000af36577f/0xa1e9845215a92a08 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.053981:0:8237:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000034422597/0xa1e9845215a8f76b lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2e23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989245ad expref: 29 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.053988:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.053989:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.053999:0:8237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af36577f/0xa1e9845215a92a08 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2e23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.054032:0:8237:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000034422597/0xa1e9845215a8f76b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989245ad expref: 29 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.054043:0:8237:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000034422597/0xa1e9845215a8f76b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989245ad expref: 29 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.054054:0:8237:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061dcd6d7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8237:1867475559754560:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970704.054095:0:8237:0:(client.c:2500:ptlrpc_set_wait()) set 00000000437d8861 going to sleep for 6 seconds 00000100:00100000:3.0:1780970704.054110:0:30677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88111 00000100:00100000:3.0:1780970704.054114:0:30677:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000853a30a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+15:3363:x1867475559754304:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1780970704.054125:0:30677:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11810 count 1 00010000:00010000:3.0:1780970704.054135:0:30677:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d5a7c608/0xa1e9845215a92a0f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.054144:0:30677:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006c18a0e3/0xa1e9845215a8f645 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2e22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924559 expref: 29 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.054150:0:30677:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.054151:0:30677:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.054152:0:30677:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5a7c608/0xa1e9845215a92a0f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2e22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.054166:0:30677:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006c18a0e3/0xa1e9845215a8f645 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924559 expref: 29 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.054173:0:30677:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006c18a0e3/0xa1e9845215a8f645 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924559 expref: 29 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.054187:0:30677:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000071fed84d pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:30677:1867475559754624:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970704.054204:0:30677:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e99e330f going to sleep for 6 seconds 00000100:00100000:3.0:1780970704.054216:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780970704.054227:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c95fda19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559754432:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1780970704.054247:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.054271:0:23536:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559754432 00000100:00100000:3.0:1780970704.054284:0:23536:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88112 00000100:00100000:3.0:1780970704.054287:0:23536:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000023583526 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+17:3362:x1867475559754496:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1780970704.054296:0:23536:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12585 count 1 00010000:00010000:3.0:1780970704.054308:0:23536:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a6428119/0xa1e9845215a92a16 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3129:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.054318:0:23536:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002914d796/0xa1e9845215a8f73a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3129:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892459f expref: 24 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.054324:0:23536:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.054325:0:23536:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.054326:0:23536:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a6428119/0xa1e9845215a92a16 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3129:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.054340:0:23536:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002914d796/0xa1e9845215a8f73a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3129:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892459f expref: 24 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.054348:0:23536:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002914d796/0xa1e9845215a8f73a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3129:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892459f expref: 24 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.054362:0:23536:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060bdcd8d pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:23536:1867475559754688:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970704.054380:0:23536:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d056309b going to sleep for 6 seconds 00000100:00100000:3.0:1780970704.054394:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88113 00000100:00100000:3.0:1780970704.054398:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000305bd40a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+17:3360:x1867475559754432:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1780970704.054409:0:30674:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12584 count 1 00010000:00010000:3.0:1780970704.054420:0:30674:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c970e210/0xa1e9845215a92a1d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3128:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.054430:0:30674:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a007a017/0xa1e9845215a8f5b2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892452f expref: 24 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.054436:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.054437:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.054438:0:30674:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c970e210/0xa1e9845215a92a1d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.054454:0:30674:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a007a017/0xa1e9845215a8f5b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892452f expref: 24 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.054462:0:30674:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a007a017/0xa1e9845215a8f5b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892452f expref: 24 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.054470:0:30674:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000969fb2c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30674:1867475559754752:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970704.054490:0:30674:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f093748d going to sleep for 6 seconds 00000100:00100000:3.0:1780970704.054725:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970704.054769:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970704.054790:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970704.054809:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970704.054832:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970704.054870:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970704.054891:0:123528:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563549312 00010000:00010000:3.0:1780970704.054910:0:123528:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bd273dd0/0xa1e9845215a8f42a lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2e1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244bf expref: 30 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.054928:0:123528:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563549248 00010000:00010000:3.0:1780970704.054936:0:123528:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000082105f94/0xa1e9845215a8f271 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2e1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924441 expref: 31 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.054947:0:123528:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563549440 00010000:00010000:3.0:1780970704.054954:0:123528:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000829ebc97/0xa1e9845215a8f335 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2e1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924479 expref: 32 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.054964:0:123528:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563549376 00010000:00010000:3.0:1780970704.054973:0:123528:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000018446f72/0xa1e9845215a8efb5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2e1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892437d expref: 33 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.054983:0:123528:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563549504 00010000:00010000:3.0:1780970704.055008:0:123528:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000040b5183c/0xa1e9845215a8f13d lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2e1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989243ed expref: 34 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.055022:0:123528:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563549568 00010000:00010000:3.0:1780970704.055032:0:123528:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92952 lrc: 5/0,0 mode: PR/PR res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924934 expref: 27 pid: 112204 timeout: 7456 lvb_type: 0 00000100:00100000:3.0:1780970704.055051:0:123528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21736 00000100:00100000:3.0:1780970704.055055:0:123528:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035cbbbdc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+34:2264:x1867475563549312:12345-192.168.204.45@tcp:103:ldlm_bl_09.0 00010000:00010000:3.0:1780970704.055066:0:123528:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970704.055070:0:123528:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bd273dd0/0xa1e9845215a8f42a lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2e1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244bf expref: 34 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.055080:0:123528:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bd273dd0/0xa1e9845215a8f42a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244bf expref: 34 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.055108:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.055110:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.055113:0:123528:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a929d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.055121:0:123528:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a929d7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2e1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.055136:0:123528:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970704.055163:0:123528:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035cbbbdc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+34:2264:x1867475563549312:12345-192.168.204.45@tcp:103:ldlm_bl_09.0 Request processed in 107us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970704.055171:0:123528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21736 00000100:00100000:3.0:1780970704.055190:0:123528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21737 00000100:00100000:3.0:1780970704.055194:0:123528:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e713b54f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+33:2264:x1867475563549248:12345-192.168.204.45@tcp:103:ldlm_bl_10.0 00010000:00010000:3.0:1780970704.055201:0:123528:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970704.055204:0:123528:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000082105f94/0xa1e9845215a8f271 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2e1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924441 expref: 33 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.055213:0:123528:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000082105f94/0xa1e9845215a8f271 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924441 expref: 33 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.055226:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.055227:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.055229:0:123528:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cc100f56/0xa1e9845215a929c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.055235:0:123528:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cc100f56/0xa1e9845215a929c2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2e1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.055246:0:123528:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970704.055260:0:123528:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e713b54f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+33:2264:x1867475563549248:12345-192.168.204.45@tcp:103:ldlm_bl_10.0 Request processed in 65us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970704.055267:0:123528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21737 00000100:00100000:3.0:1780970704.055279:0:123528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21738 00000100:00100000:3.0:1780970704.055283:0:123528:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1597b0e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+32:2264:x1867475563549440:12345-192.168.204.45@tcp:103:ldlm_bl_10.0 00010000:00010000:3.0:1780970704.055289:0:123528:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970704.055292:0:123528:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000829ebc97/0xa1e9845215a8f335 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2e1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924479 expref: 32 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.055300:0:123528:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000829ebc97/0xa1e9845215a8f335 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924479 expref: 32 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.055311:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.055313:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.055315:0:123528:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a929ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.055321:0:123528:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a929ec lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2e1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.055332:0:123528:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970704.055347:0:123528:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1597b0e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+32:2264:x1867475563549440:12345-192.168.204.45@tcp:103:ldlm_bl_10.0 Request processed in 64us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970704.055354:0:123528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21738 00000100:00100000:3.0:1780970704.055366:0:123528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21739 00000100:00100000:3.0:1780970704.055370:0:123528:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d7fdcc5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+31:2266:x1867475563549376:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1780970704.055376:0:123528:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970704.055379:0:123528:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000018446f72/0xa1e9845215a8efb5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2e1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892437d expref: 31 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.055387:0:123528:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000018446f72/0xa1e9845215a8efb5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892437d expref: 31 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.055399:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.055401:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.055403:0:123528:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a929e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.055409:0:123528:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a929e5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2e1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.055424:0:123528:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970704.055438:0:123528:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d7fdcc5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+31:2266:x1867475563549376:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 Request processed in 67us (629us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970704.055445:0:123528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21739 00000100:00100000:3.0:1780970704.055456:0:123528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21740 00000100:00100000:3.0:1780970704.055460:0:123528:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000010a3583 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+30:2263:x1867475563549504:12345-192.168.204.45@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1780970704.055466:0:123528:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970704.055469:0:123528:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000040b5183c/0xa1e9845215a8f13d lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2e1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989243ed expref: 30 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.055478:0:123528:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000040b5183c/0xa1e9845215a8f13d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989243ed expref: 30 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.055490:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.055491:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.055493:0:123528:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000132b1125/0xa1e9845215a929d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.055500:0:123528:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000132b1125/0xa1e9845215a929d0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2e1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.055511:0:123528:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970704.055526:0:123528:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000010a3583 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+30:2263:x1867475563549504:12345-192.168.204.45@tcp:103:ldlm_bl_01.0 Request processed in 66us (694us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970704.055532:0:123528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21740 00000100:00100000:3.0:1780970704.055562:0:123528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21741 00000100:00100000:3.0:1780970704.055566:0:123528:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058fb03d1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+27:2264:x1867475563549568:12345-192.168.204.45@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1780970704.055572:0:123528:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970704.055577:0:123528:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92952 lrc: 5/0,0 mode: PR/PR res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924934 expref: 27 pid: 112204 timeout: 7456 lvb_type: 0 00010000:00010000:3.0:1780970704.055585:0:123528:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92952 lrc: 4/0,0 mode: PR/PR res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924934 expref: 27 pid: 112204 timeout: 7456 lvb_type: 0 00010000:00010000:3.0:1780970704.055598:0:123528:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2ce1:0x0].0x0 (00000000c5a915f4) 00010000:00010000:3.0:1780970704.055603:0:123528:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: 00000000e76da252/0xa1e9845215a929f3 lrc: 3/0,0 mode: --/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xa1e9845215a929de expref: 9 pid: 124322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.055611:0:123528:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000e76da252/0xa1e9845215a929f3 lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50080001000000 nid: 0@lo remote: 0xa1e9845215a929de expref: 9 pid: 124322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.055643:0:123528:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e76da252/0xa1e9845215a929f3 lrc: 4/0,0 mode: EX/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50080001000000 nid: 0@lo remote: 0xa1e9845215a929de expref: 9 pid: 124322 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.055666:0:123528:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: 00000000e76da252/0xa1e9845215a929f3 lrc: 4/0,0 mode: EX/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xa1e9845215a929de expref: 9 pid: 124322 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.055677:0:123528:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e713b54f pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000_UUID:123528:1867475559754816:0@lo:105: 00000100:00100000:3.0:1780970704.055706:0:123528:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.055727:0:123528:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f28ff8a3 going to sleep for 6 seconds 00010000:00010000:2.0:1780970704.056443:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.056450:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.056454:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.056606:0:123251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000054a187/0xa1e9845215a8f20f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3123:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924425 expref: 24 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:2.0:1780970704.056641:0:123251:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086b3ecd7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:123251:1867475559753344:192.168.204.45@tcp:104: 00010000:00010000:2.0:1780970704.056662:0:123251:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a929a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.056671:0:123251:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a929a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.056682:0:123251:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a929a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.056690:0:123251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a929a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.056696:0:123251:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a929a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.056713:0:123251:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780970704.056771:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.056776:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a929a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.056783:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009c5ab197 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.056786:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a929a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.056793:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a929a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.056809:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a929a6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.056814:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a929a6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.056832:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.056833:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.056834:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970704.058009:0:12563:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559754816 00000100:00100000:2.0:1780970704.058065:0:12563:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13163 00000100:00100000:2.0:1780970704.058072:0:12563:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1597b0e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:123528:x1867475559754816:12345-0@lo:105: 00010000:00010000:2.0:1780970704.058084:0:12563:0:(ldlm_lockd.c:2480:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: 00000000b10d0ec0/0xa1e9845215a929de lrc: 4/0,1 mode: --/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa1e9845215a929f3 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058095:0:12563:0:(ldlm_lockd.c:1938:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: 00000000b10d0ec0/0xa1e9845215a929de lrc: 4/0,1 mode: --/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa1e9845215a929f3 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058103:0:12563:0:(ldlm_lockd.c:2015:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: 00000000b10d0ec0/0xa1e9845215a929de lrc: 4/0,1 mode: --/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa1e9845215a929f3 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058110:0:12563:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: 00000000b10d0ec0/0xa1e9845215a929de lrc: 4/0,1 mode: EX/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xa1e9845215a929f3 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058117:0:12563:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: 00000000b10d0ec0/0xa1e9845215a929de lrc: 5/0,1 mode: EX/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xa1e9845215a929f3 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058124:0:12563:0:(ldlm_lockd.c:2043:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: 00000000b10d0ec0/0xa1e9845215a929de lrc: 5/0,1 mode: EX/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xa1e9845215a929f3 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058142:0:12563:0:(ldlm_lockd.c:2054:ldlm_handle_cp_callback()) ### client completion callback handler END (lock 00000000b10d0ec0) 00000100:00100000:2.0:1780970704.058215:0:12563:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1597b0e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:123528:x1867475559754816:12345-0@lo:105: Request processed in 143us (2509us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970704.058225:0:12563:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13163 00010000:00010000:2.0:1780970704.058283:0:123249:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040b5183c/0xa1e9845215a8f13d lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2e1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989243ed expref: 29 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:2.0:1780970704.058299:0:123249:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6c6c648 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:123249:1867475559753664:192.168.204.45@tcp:104: 00010000:00010000:2.0:1780970704.058325:0:123249:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000132b1125/0xa1e9845215a929d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058333:0:123249:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000132b1125/0xa1e9845215a929d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058339:0:123249:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000132b1125/0xa1e9845215a929d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058348:0:123249:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000132b1125/0xa1e9845215a929d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058355:0:123249:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000132b1125/0xa1e9845215a929d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058372:0:123249:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780970704.058588:0:123249:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000808b94d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+16:3363:x1867475559752896:12345-0@lo:6:osp-syn-1-1.0 Request processed in 27404us (32974us total) trans 4294998539 rc 0/0 00000100:00100000:2.0:1780970704.058596:0:123249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88104 00010000:00010000:2.0:1780970704.058638:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.058643:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000132b1125/0xa1e9845215a929d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058650:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000132b1125 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.058653:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000132b1125/0xa1e9845215a929d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058660:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000132b1125/0xa1e9845215a929d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058678:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000132b1125/0xa1e9845215a929d0 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058684:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000132b1125/0xa1e9845215a929d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058713:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.058715:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.058716:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.058728:0:30688:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c3eededd/0xa1e9845215a92991 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058736:0:30688:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c3eededd/0xa1e9845215a92991 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058744:0:30688:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c3eededd/0xa1e9845215a92991 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058750:0:30688:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c3eededd/0xa1e9845215a92991 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058765:0:30688:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780970704.058798:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.058801:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c3eededd/0xa1e9845215a92991 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058808:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c3eededd already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.058810:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3eededd/0xa1e9845215a92991 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058816:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3eededd/0xa1e9845215a92991 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058829:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c3eededd/0xa1e9845215a92991 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058835:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c3eededd/0xa1e9845215a92991 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058850:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.058851:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.058852:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.058862:0:8236:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b255d464/0xa1e9845215a9299f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3120:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058870:0:8236:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b255d464/0xa1e9845215a9299f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3120:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058881:0:8236:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b255d464/0xa1e9845215a9299f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3120:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058888:0:8236:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b255d464/0xa1e9845215a9299f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3120:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058900:0:8236:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780970704.058926:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.058929:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b255d464/0xa1e9845215a9299f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3120:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058936:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b255d464 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.058938:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b255d464/0xa1e9845215a9299f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3120:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058944:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b255d464/0xa1e9845215a9299f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3120:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058954:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b255d464/0xa1e9845215a9299f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3120:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058961:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b255d464/0xa1e9845215a9299f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3120:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.058973:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.058974:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.058976:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.059022:0:124322:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000082231ba1/0xa1e9845215a92952 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924934 expref: 27 pid: 112204 timeout: 7456 lvb_type: 0 00000100:00100000:2.0:1780970704.059036:0:124322:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000baf83255 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:124322:1867475559754048:192.168.204.45@tcp:104: 00010000:00010000:2.0:1780970704.059058:0:124322:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000e76da252/0xa1e9845215a929f3 lrc: 4/0,0 mode: EX/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xa1e9845215a929de expref: 9 pid: 124322 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.059069:0:124322:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2ce1:0x0].0x0 (00000000c5a915f4) 00010000:00010000:2.0:1780970704.059072:0:124322:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970704.059075:0:124322:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e76da252, rc 0) 00000100:00100000:2.0:1780970704.059109:0:124322:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000df80497 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:112205:x1867475559753792:12345-0@lo:101:mdt00_002.0 Request processed in 23994us (27160us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970704.059117:0:124322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17418 00000100:00100000:0.0:1780970704.059974:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061977c29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+17:3363:x1867475559752320:12345-0@lo:6:osp-syn-0-1.0 Request processed in 38406us (38548us total) trans 103079229180 rc 0/0 00000100:00100000:0.0:1780970704.059983:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88093 00010000:00010000:1.0:1780970704.060913:0:8691:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000255970f6/0xa1e9845215a92a01 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2e21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.060978:0:8234:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000082105f94/0xa1e9845215a8f271 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2e1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924441 expref: 28 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.061233:0:123528:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e713b54f pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000_UUID:123528:1867475559754816:0@lo:105: 00010000:00010000:3.0:1780970704.061257:0:123528:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970704.061297:0:123528:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058fb03d1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+26:2264:x1867475563549568:12345-192.168.204.45@tcp:103:ldlm_bl_03.0 Request processed in 5729us (6426us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970704.061307:0:123528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21741 00000100:00100000:3.0:1780970704.061356:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000562dcbf6 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:112205:1867475559753792:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1780970704.061374:0:112205:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: 00000000b10d0ec0/0xa1e9845215a929de lrc: 4/0,1 mode: EX/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa1e9845215a929f3 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1780970704.061396:0:112205:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200002b13:0x2ce1:0x0] 00000100:00100000:3.0:1780970704.061444:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e713b54f pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:112205:1867475559754880:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1780970704.061490:0:112205:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.061507:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 000000006720d193 going to sleep for 6 seconds 00000100:00100000:3.0:1780970704.061596:0:30675:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ecb1b748 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:30675:1867475559754176:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970704.061610:0:30675:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009b5a5e94/0xa1e9845215a929fa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.062159:0:8234:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c4cd30db pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8234:1867475559753728:192.168.204.45@tcp:104: 00010000:00010000:1.0:1780970704.062177:0:8234:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cc100f56/0xa1e9845215a929c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.062186:0:8234:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cc100f56/0xa1e9845215a929c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.062192:0:8234:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cc100f56/0xa1e9845215a929c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.062200:0:8234:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc100f56/0xa1e9845215a929c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.062211:0:8234:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cc100f56/0xa1e9845215a929c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.062231:0:8234:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780970704.062466:0:8234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1d07ca3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+16:3361:x1867475559752960:12345-0@lo:6:osp-syn-1-1.0 Request processed in 31599us (36920us total) trans 4294998540 rc 0/0 00000100:00100000:1.0:1780970704.062474:0:8234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88102 00010000:00010000:1.0:1780970704.062518:0:33546:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd273dd0/0xa1e9845215a8f42a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2e1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989244bf expref: 27 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:1.0:1780970704.062531:0:33546:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f31cff13 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:33546:1867475559753856:192.168.204.45@tcp:104: 00010000:00010000:1.0:1780970704.062541:0:33546:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a929d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.062547:0:33546:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a929d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.062552:0:33546:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a929d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.062557:0:33546:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a929d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.062562:0:33546:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a929d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.062581:0:33546:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780970704.062693:0:33546:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bafb1d29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+16:3363:x1867475559753152:12345-0@lo:6:osp-syn-1-1.0 Request processed in 30899us (37011us total) trans 4294998541 rc 0/0 00000100:00100000:1.0:1780970704.062700:0:33546:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88105 00010000:00010000:1.0:1780970704.062733:0:30685:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000018446f72/0xa1e9845215a8efb5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2e1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892437d expref: 26 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:1.0:1780970704.062744:0:30685:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008fb8a693 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:30685:1867475559753920:192.168.204.45@tcp:104: 00010000:00010000:1.0:1780970704.062754:0:30685:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a929e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.062761:0:30685:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a929e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.062767:0:30685:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a929e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.062773:0:30685:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a929e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.062778:0:30685:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a929e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.062789:0:30685:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1780970704.062879:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000027bfcb8d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+16:3363:x1867475559752832:12345-0@lo:6:osp-syn-1-1.0 Request processed in 30853us (37154us total) trans 4294998542 rc 0/0 00000100:00100000:1.0:1780970704.062886:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88106 00010000:00010000:1.0:1780970704.062916:0:115589:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000829ebc97/0xa1e9845215a8f335 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2e1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924479 expref: 25 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.063194:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002af04898 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+17:3361:x1867475559752384:12345-0@lo:6:osp-syn-0-1.0 Request processed in 38363us (40704us total) trans 103079229183 rc 0/0 00000100:00100000:0.0:1780970704.063202:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88099 00010000:00010000:2.0:1780970704.063390:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1780970704.063396:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cc100f56/0xa1e9845215a929c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.063404:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cc100f56 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.063407:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc100f56/0xa1e9845215a929c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.063416:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc100f56/0xa1e9845215a929c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.063437:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cc100f56/0xa1e9845215a929c2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.063448:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cc100f56/0xa1e9845215a929c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.063465:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780970704.063467:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a929d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.063472:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000deea6275 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.063474:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a929d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.063479:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a929d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.063488:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a929d7 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.063494:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a929d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.063504:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.063506:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a929e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.063511:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d6ba4ba already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.063512:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a929e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.063518:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a929e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.063524:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a929e5 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.063530:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a929e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.063542:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.063543:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.063544:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970704.063688:0:30688:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009035e79c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+17:3363:x1867475559752256:12345-0@lo:6:osp-syn-0-1.0 Request processed in 41799us (42205us total) trans 103079229184 rc 0/0 00000100:00100000:2.0:1780970704.063695:0:30688:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88095 00000100:00100000:2.0:1780970704.063802:0:8236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5835b1a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+17:3361:x1867475559751936:12345-0@lo:6:osp-syn-0-1.0 Request processed in 39442us (41435us total) trans 103079229185 rc 0/0 00000100:00100000:2.0:1780970704.063808:0:8236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88097 00000100:00100000:2.0:1780970704.063836:0:124322:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559754880 00000100:00100000:2.0:1780970704.063877:0:124322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17419 00000100:00100000:2.0:1780970704.063882:0:124322:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d7fdcc5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:112205:x1867475559754880:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1780970704.064092:0:124322:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d7fdcc5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:112205:x1867475559754880:12345-0@lo:1000:mdt00_002.0 Request processed in 208us (2602us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970704.064098:0:124322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17419 00000100:00100000:1.0:1780970704.064227:0:115589:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bc95a828 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:115589:1867475559753984:192.168.204.45@tcp:104: 00010000:00010000:1.0:1780970704.064248:0:115589:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a929ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.064257:0:115589:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a929ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.064262:0:115589:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a929ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.064269:0:115589:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a929ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.064274:0:115589:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a929ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.064295:0:115589:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780970704.064418:0:115589:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005c8213d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+16:3363:x1867475559753088:12345-0@lo:6:osp-syn-1-1.0 Request processed in 31396us (38666us total) trans 4294998543 rc 0/0 00000100:00100000:1.0:1780970704.064425:0:115589:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88107 00010000:00010000:1.0:1780970704.064445:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.064448:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a929ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.064456:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009e7ab272 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.064459:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a929ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.064465:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a929ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.064479:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a929ec lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.064485:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a929ec lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.064512:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.064514:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.064515:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.064731:0:123251:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d53f5612 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+17:3361:x1867475559752128:12345-0@lo:6:osp-syn-0-1.0 Request processed in 40016us (42270us total) trans 103079229186 rc 0/0 00000100:00100000:1.0:1780970704.064738:0:123251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88098 00000004:00080000:1.0:1780970704.064778:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005ff497ac/2, rc 0, transno 31244 00000100:00100000:1.0:1780970704.064790:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005ff497ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559752960:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1780970704.064807:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000460ff3a0/2, rc 0, transno 14082 00000100:00100000:1.0:1780970704.064817:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000460ff3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559752128:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1780970704.064826:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000006ccb2b2/2, rc 0, transno 14079 00000100:00100000:1.0:1780970704.064829:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006ccb2b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559752384:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1780970704.064836:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a583f428/2, rc 0, transno 14081 00000100:00100000:1.0:1780970704.064839:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a583f428 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559751936:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.064955:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c4cd30db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559755072:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1780970704.065201:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970704.065412:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e713b54f pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:112205:1867475559754880:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1780970704.065475:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e713b54f pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:112205:1867475559755200:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1780970704.065500:0:112205:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.065524:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cafb251b going to sleep for 6 seconds 00000100:00100000:3.0:1780970704.065539:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b7de7b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559755136:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.065565:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f31cff13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559755008:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1780970704.065701:0:23536:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060bdcd8d pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:23536:1867475559754688:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970704.065718:0:23536:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a6428119/0xa1e9845215a92a16 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3129:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.065760:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970704.065781:0:123528:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563549696 00010000:00010000:3.0:1780970704.065802:0:123528:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006c18a0e3/0xa1e9845215a8f645 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2e22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924559 expref: 25 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.065829:0:123528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21742 00000100:00100000:3.0:1780970704.065835:0:123528:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000baa35632 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+25:2263:x1867475563549696:12345-192.168.204.45@tcp:103:ldlm_bl_08.0 00010000:00010000:3.0:1780970704.065848:0:123528:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970704.065853:0:123528:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006c18a0e3/0xa1e9845215a8f645 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2e22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924559 expref: 25 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.065863:0:123528:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006c18a0e3/0xa1e9845215a8f645 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924559 expref: 25 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.065886:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.065889:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.065892:0:123528:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d5a7c608/0xa1e9845215a92a0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.065902:0:123528:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5a7c608/0xa1e9845215a92a0f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2e22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.065917:0:123528:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780970704.066091:0:123252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559755200 00000100:00100000:0.0:1780970704.066120:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17420 00000100:00100000:0.0:1780970704.066123:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe8fc159 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:112205:x1867475559755200:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1780970704.066212:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe8fc159 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:112205:x1867475559755200:12345-0@lo:1000:mdt00_002.0 Request processed in 87us (712us total) trans 0 rc 1/1 00000100:00100000:0.0:1780970704.066218:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17420 00010000:00010000:2.0:1780970704.066337:0:30677:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c18a0e3/0xa1e9845215a8f645 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2e22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924559 expref: 25 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:2.0:1780970704.066357:0:30677:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000071fed84d pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:30677:1867475559754624:192.168.204.45@tcp:104: 00010000:00010000:2.0:1780970704.066372:0:30677:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d5a7c608/0xa1e9845215a92a0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.066379:0:30677:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d5a7c608/0xa1e9845215a92a0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.066385:0:30677:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d5a7c608/0xa1e9845215a92a0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.066392:0:30677:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d5a7c608/0xa1e9845215a92a0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.066399:0:30677:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d5a7c608/0xa1e9845215a92a0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.066423:0:30677:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780970704.066766:0:30677:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000853a30a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+16:3363:x1867475559754304:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12650us (14398us total) trans 4294998544 rc 0/0 00000100:00100000:2.0:1780970704.066774:0:30677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88111 00000100:00100000:3.0:1780970704.066867:0:123528:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000baa35632 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+24:2263:x1867475563549696:12345-192.168.204.45@tcp:103:ldlm_bl_08.0 Request processed in 1030us (1106us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970704.066875:0:123528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21742 00000100:00100000:3.0:1780970704.066907:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e713b54f pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:112205:1867475559755200:0@lo:1000:mdt00_002.0 00010000:00010000:0.0:1780970704.067085:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.067090:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d5a7c608/0xa1e9845215a92a0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.067098:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d5a7c608 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.067101:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d5a7c608/0xa1e9845215a92a0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.067108:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d5a7c608/0xa1e9845215a92a0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.067123:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d5a7c608/0xa1e9845215a92a0f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.067129:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5a7c608/0xa1e9845215a92a0f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.067144:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.067146:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.067147:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.067198:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1780970704.067297:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: 00000000f6ae77e0/0xa1e9845215a92a24 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x137a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.067306:0:112205:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: 00000000f6ae77e0/0xa1e9845215a92a24 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x137a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.067316:0:112205:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: 00000000f6ae77e0/0xa1e9845215a92a24 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x137a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.067333:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e713b54f pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:112205:1867475559755264:0@lo:101:mdt00_002.0 00000100:00100000:2.0:1780970704.067403:0:30677:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559755072 00000100:00100000:2.0:1780970704.067434:0:30677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88114 00000100:00100000:2.0:1780970704.067438:0:30677:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ebe2f9b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+17:3361:x1867475559755072:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.067460:0:30677:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12588 count 1 00010000:00010000:2.0:1780970704.067477:0:30677:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cfc872f2/0xa1e9845215a92a2b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x312c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.067493:0:30677:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fb16ab5b/0xa1e9845215a8f986 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x312c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924647 expref: 23 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1780970704.067501:0:30677:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.067503:0:30677:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.067505:0:30677:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc872f2/0xa1e9845215a92a2b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x312c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.067526:0:30677:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fb16ab5b/0xa1e9845215a8f986 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x312c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924647 expref: 23 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1780970704.067536:0:30677:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fb16ab5b/0xa1e9845215a8f986 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x312c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924647 expref: 23 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:2.0:1780970704.067547:0:30677:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005477d0f8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:30677:1867475559755328:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970704.067606:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.067663:0:115589:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559755008 00000100:00100000:0.0:1780970704.067685:0:115589:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88115 00000100:00100000:0.0:1780970704.067688:0:115589:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005898f491 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+18:3360:x1867475559755008:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1780970704.067700:0:115589:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12587 count 1 00010000:00010000:0.0:1780970704.067712:0:115589:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d9989dae/0xa1e9845215a92a32 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x312b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.067721:0:115589:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000080329ea4/0xa1e9845215a8f891 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x312b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924601 expref: 23 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.067728:0:115589:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.067729:0:115589:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.067731:0:115589:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d9989dae/0xa1e9845215a92a32 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x312b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.067748:0:115589:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000080329ea4/0xa1e9845215a8f891 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x312b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924601 expref: 23 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.067755:0:115589:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000080329ea4/0xa1e9845215a8f891 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x312b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924601 expref: 23 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.067764:0:115589:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086b3ecd7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:115589:1867475559755392:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970704.067797:0:115589:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ff560c6a going to sleep for 6 seconds 00000100:00100000:3.0:1780970704.067869:0:112205:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.067887:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f28ff8a3 going to sleep for 6 seconds 00000100:00100000:3.0:1780970704.067899:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.067931:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780970704.067938:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cc3c7ee5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559754944:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1780970704.067959:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.067981:0:30688:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559755136 00000100:00100000:3.0:1780970704.068011:0:30688:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559754944 00000100:00100000:3.0:1780970704.068026:0:30688:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88116 00000100:00100000:3.0:1780970704.068030:0:30688:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071fed84d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+16:3362:x1867475559755136:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1780970704.068040:0:30688:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11812 count 1 00010000:00010000:3.0:1780970704.068052:0:30688:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004061bd17/0xa1e9845215a92a39 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e24:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.068062:0:30688:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003f9afa6a/0xa1e9845215a8f860 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2e24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989245f3 expref: 23 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.068068:0:30688:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.068070:0:30688:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.068072:0:30688:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004061bd17/0xa1e9845215a92a39 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2e24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.068088:0:30688:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003f9afa6a/0xa1e9845215a8f860 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989245f3 expref: 23 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.068096:0:30688:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003f9afa6a/0xa1e9845215a8f860 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989245f3 expref: 23 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.068104:0:30688:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ecb1b748 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:30688:1867475559755456:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970704.068126:0:30688:0:(client.c:2500:ptlrpc_set_wait()) set 000000006720d193 going to sleep for 6 seconds 00000100:00100000:3.0:1780970704.068141:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88117 00000100:00100000:3.0:1780970704.068145:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060bdcd8d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+19:3362:x1867475559754944:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1780970704.068156:0:30685:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12586 count 1 00010000:00010000:3.0:1780970704.068166:0:30685:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a92a40 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x312a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.068175:0:30685:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000011a5f204/0xa1e9845215a8f82f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x312a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989245e5 expref: 23 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.068180:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.068182:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.068183:0:30685:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a92a40 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x312a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.068198:0:30685:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000011a5f204/0xa1e9845215a8f82f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x312a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989245e5 expref: 23 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.068210:0:30685:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000011a5f204/0xa1e9845215a8f82f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x312a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989245e5 expref: 23 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.068218:0:30685:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000562dcbf6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:30685:1867475559755520:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970704.068236:0:30685:0:(client.c:2500:ptlrpc_set_wait()) set 000000005733c522 going to sleep for 6 seconds 00000100:00100000:3.0:1780970704.068275:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970704.068295:0:13129:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563549632 00010000:00010000:3.0:1780970704.068309:0:13129:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e32f807b/0xa1e9845215a8f550 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924513 expref: 24 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.068327:0:13129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21743 00000100:00100000:3.0:1780970704.068332:0:13129:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc95a828 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+24:2263:x1867475563549632:12345-192.168.204.45@tcp:103:ldlm_bl_08.0 00010000:00010000:3.0:1780970704.068340:0:13129:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970704.068344:0:13129:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e32f807b/0xa1e9845215a8f550 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924513 expref: 24 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.068356:0:13129:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e32f807b/0xa1e9845215a8f550 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924513 expref: 24 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.068374:0:13129:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e32f807b/0xa1e9845215a8f550 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924513 expref: 24 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.068385:0:13129:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.068386:0:13129:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.068390:0:13129:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009b5a5e94/0xa1e9845215a929fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.068396:0:13129:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009b5a5e94/0xa1e9845215a929fa lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.068415:0:13129:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970704.068433:0:13129:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc95a828 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+23:2263:x1867475563549632:12345-192.168.204.45@tcp:103:ldlm_bl_08.0 Request processed in 100us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970704.068439:0:13129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21743 00010000:00010000:3.0:1780970704.068460:0:30675:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009b5a5e94/0xa1e9845215a929fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.068468:0:30675:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009b5a5e94/0xa1e9845215a929fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.068476:0:30675:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009b5a5e94/0xa1e9845215a929fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.068482:0:30675:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009b5a5e94/0xa1e9845215a929fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.068495:0:30675:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780970704.068695:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbc6052a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+20:3360:x1867475559754112:12345-0@lo:6:osp-syn-0-1.0 Request processed in 19816us (19873us total) trans 103079229187 rc 0/0 00000100:00100000:3.0:1780970704.068701:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88108 00010000:00010000:3.0:1780970704.068718:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780970704.068723:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009b5a5e94/0xa1e9845215a929fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.068731:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009b5a5e94 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970704.068734:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009b5a5e94/0xa1e9845215a929fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.068740:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009b5a5e94/0xa1e9845215a929fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.068753:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009b5a5e94/0xa1e9845215a929fa lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.068759:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009b5a5e94/0xa1e9845215a929fa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.068771:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.068772:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.068773:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970704.068821:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970704.068839:0:123528:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563549760 00010000:00010000:3.0:1780970704.068852:0:123528:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002914d796/0xa1e9845215a8f73a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3129:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892459f expref: 23 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.068871:0:123528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21744 00000100:00100000:3.0:1780970704.068875:0:123528:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fb8a693 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+23:2263:x1867475563549760:12345-192.168.204.45@tcp:103:ldlm_bl_08.0 00010000:00010000:3.0:1780970704.068883:0:123528:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970704.068886:0:123528:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002914d796/0xa1e9845215a8f73a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3129:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892459f expref: 23 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.068899:0:123528:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002914d796/0xa1e9845215a8f73a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3129:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892459f expref: 23 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.068912:0:123528:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002914d796/0xa1e9845215a8f73a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3129:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892459f expref: 23 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.068921:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.068923:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.068924:0:123528:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a6428119/0xa1e9845215a92a16 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3129:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.068931:0:123528:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a6428119/0xa1e9845215a92a16 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3129:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.068948:0:123528:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970704.068966:0:123528:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fb8a693 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+22:2263:x1867475563549760:12345-192.168.204.45@tcp:103:ldlm_bl_08.0 Request processed in 90us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970704.068972:0:123528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21744 00010000:00010000:3.0:1780970704.068989:0:23536:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a6428119/0xa1e9845215a92a16 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3129:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.069010:0:23536:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a6428119/0xa1e9845215a92a16 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3129:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.069017:0:23536:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a6428119/0xa1e9845215a92a16 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3129:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.069028:0:23536:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a6428119/0xa1e9845215a92a16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3129:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.069043:0:23536:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780970704.069156:0:23536:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000023583526 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+20:3362:x1867475559754496:12345-0@lo:6:osp-syn-0-1.0 Request processed in 14868us (15317us total) trans 103079229188 rc 0/0 00000100:00100000:3.0:1780970704.069163:0:23536:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88112 00010000:00010000:3.0:1780970704.069181:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780970704.069184:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a6428119/0xa1e9845215a92a16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3129:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.069191:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a6428119 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970704.069193:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a6428119/0xa1e9845215a92a16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3129:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.069199:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a6428119/0xa1e9845215a92a16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3129:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.069211:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a6428119/0xa1e9845215a92a16 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3129:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.069217:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6428119/0xa1e9845215a92a16 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3129:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.069230:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.069231:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.069233:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780970704.069262:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000537e4385/2, rc 0, transno 14084 00000100:00100000:3.0:1780970704.069275:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000537e4385 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559754496:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1780970704.069329:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780970704.069338:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003266afba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559755584:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1780970704.069366:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.069388:0:23536:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559755584 00000100:00100000:3.0:1780970704.069407:0:23536:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88118 00000100:00100000:3.0:1780970704.069410:0:23536:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e4b6dc5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+20:3362:x1867475559755584:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1780970704.069426:0:23536:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12589 count 1 00010000:00010000:3.0:1780970704.069440:0:23536:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098d5b967/0xa1e9845215a92a47 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x312d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.069452:0:23536:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000096efc783/0xa1e9845215a8fa4a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x312d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892467f expref: 21 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.069459:0:23536:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.069460:0:23536:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.069462:0:23536:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098d5b967/0xa1e9845215a92a47 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x312d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.069482:0:23536:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000096efc783/0xa1e9845215a8fa4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x312d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892467f expref: 21 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.069490:0:23536:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000096efc783/0xa1e9845215a8fa4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x312d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892467f expref: 21 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.069499:0:23536:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000035cbbbdc pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:23536:1867475559755648:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970704.069528:0:23536:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cafb251b going to sleep for 6 seconds 00000100:00100000:3.0:1780970704.069657:0:8237:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061dcd6d7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8237:1867475559754560:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970704.069675:0:8237:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000af36577f/0xa1e9845215a92a08 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1780970704.070230:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002ef642fb/2, rc 0, transno 14083 00000100:00100000:0.0:1780970704.070245:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002ef642fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559754112:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.070272:0:124322:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559755264 00000100:00100000:0.0:1780970704.070300:0:124322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17421 00000100:00100000:0.0:1780970704.070304:0:124322:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007561f63e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:112205:x1867475559755264:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1780970704.070315:0:124322:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1780970704.070332:0:124322:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000800d076e/0xa1e9845215a92a4e lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x137a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa1e9845215a92a24 expref: -99 pid: 124322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.070355:0:124322:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000800d076e/0xa1e9845215a92a4e lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x137a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xa1e9845215a92a24 expref: 10 pid: 124322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.070367:0:124322:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000800d076e/0xa1e9845215a92a4e lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x137a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xa1e9845215a92a24 expref: 10 pid: 124322 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.070375:0:124322:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x137a:0x0].0x0 (000000008564d20a) 00010000:00010000:0.0:1780970704.070378:0:124322:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1780970704.070380:0:124322:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000800d076e, rc 0) 00000100:00100000:0.0:1780970704.070416:0:124322:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007561f63e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:112205:x1867475559755264:12345-0@lo:101:mdt00_002.0 Request processed in 111us (2548us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970704.070422:0:124322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17421 00000100:00100000:3.0:1780970704.070906:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e713b54f pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:112205:1867475559755264:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1780970704.070923:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: 00000000f6ae77e0/0xa1e9845215a92a24 lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x137a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xa1e9845215a92a4e expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.070946:0:112205:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: 00000000f6ae77e0/0xa1e9845215a92a24 lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x137a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xa1e9845215a92a4e expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.070981:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 0000000092025601/0xa1e9845215a92a55 lrc: 3/0,1 mode: --/EX res: [0x2400013a3:0x137a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.071096:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061dcd6d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559755712:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.071131:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.071166:0:8236:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559755712 00000100:00100000:0.0:1780970704.071190:0:8236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88119 00000100:00100000:0.0:1780970704.071194:0:8236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002505829a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+21:3360:x1867475559755712:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1780970704.071211:0:8236:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12590 count 1 00010000:00010000:0.0:1780970704.071230:0:8236:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7fb56ef/0xa1e9845215a92a5c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x312e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.071245:0:8236:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000094560238/0xa1e9845215a8fb70 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x312e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989246d3 expref: 21 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.071253:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.071255:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.071257:0:8236:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7fb56ef/0xa1e9845215a92a5c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x312e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.071277:0:8236:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000094560238/0xa1e9845215a8fb70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x312e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989246d3 expref: 21 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.071286:0:8236:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000094560238/0xa1e9845215a8fb70 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x312e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989246d3 expref: 21 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.071296:0:8236:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002ca1947f pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8236:1867475559755776:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970704.071339:0:8236:0:(client.c:2500:ptlrpc_set_wait()) set 0000000013668a12 going to sleep for 6 seconds 00000004:00080000:1.0:1780970704.071446:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bfc1ed6a/2, rc 0, transno 31248 00000100:00100000:1.0:1780970704.071467:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bfc1ed6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559754304:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1780970704.071482:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ae75bbd5/2, rc 0, transno 31246 00000100:00100000:1.0:1780970704.071485:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae75bbd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559752832:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1780970704.071495:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000529d5e81/2, rc 0, transno 31247 00000100:00100000:1.0:1780970704.071498:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000529d5e81 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559753088:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1780970704.071507:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000d2ecf14/2, rc 0, transno 31243 00000100:00100000:1.0:1780970704.071510:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d2ecf14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559752896:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1780970704.071517:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000911ce856/2, rc 0, transno 31245 00000100:00100000:1.0:1780970704.071519:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911ce856 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559753152:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1780970704.071528:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000d306008/2, rc 0, transno 14080 00000100:00100000:1.0:1780970704.071537:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d306008 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559752256:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1780970704.071547:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002d2b5a92/2, rc 0, transno 14076 00000100:00100000:1.0:1780970704.071550:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d2b5a92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559752320:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.071599:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000daa90be2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559755840:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.071656:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.071675:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780970704.071682:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000baa7589f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559755904:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.071706:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.071730:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559755840 00000100:00100000:1.0:1780970704.071751:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559755904 00000100:00100000:1.0:1780970704.071765:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88120 00000100:00100000:1.0:1780970704.071769:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016fb7304 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+23:3361:x1867475559755840:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1780970704.071781:0:30675:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12591 count 1 00010000:00010000:1.0:1780970704.071795:0:30675:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a92a63 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x312f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.071807:0:30675:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fd319655/0xa1e9845215a8fc65 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x312f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924719 expref: 21 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1780970704.071814:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.071815:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.071816:0:30675:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a92a63 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x312f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.071835:0:30675:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fd319655/0xa1e9845215a8fc65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x312f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924719 expref: 21 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1780970704.071843:0:30675:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fd319655/0xa1e9845215a8fc65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x312f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924719 expref: 21 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:1.0:1780970704.071852:0:30675:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f99af0b pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:30675:1867475559755968:192.168.204.45@tcp:104: 00000100:00100000:1.0:1780970704.071877:0:30675:0:(client.c:2500:ptlrpc_set_wait()) set 000000003b5b0296 going to sleep for 6 seconds 00000100:00100000:1.0:1780970704.071897:0:33546:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88121 00000100:00100000:1.0:1780970704.071901:0:33546:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033c3bc05 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+23:3363:x1867475559755904:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1780970704.071912:0:33546:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12592 count 1 00010000:00010000:1.0:1780970704.071923:0:33546:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a92a6a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3130:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.071933:0:33546:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b15b44a8/0xa1e9845215a8fd5a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3130:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892475f expref: 21 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1780970704.071939:0:33546:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.071940:0:33546:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.071941:0:33546:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a92a6a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3130:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.071957:0:33546:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b15b44a8/0xa1e9845215a8fd5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3130:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892475f expref: 21 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1780970704.071964:0:33546:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b15b44a8/0xa1e9845215a8fd5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3130:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892475f expref: 21 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:1.0:1780970704.071972:0:33546:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c454a3d6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:33546:1867475559756032:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970704.072177:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc66fffe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559756160:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.072205:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.072225:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780970704.072230:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025147dd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559756224:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.072250:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.072277:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559756160 00000100:00100000:0.0:1780970704.072300:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559756224 00000100:00100000:0.0:1780970704.072315:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88122 00000100:00100000:0.0:1780970704.072318:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8e99a90 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+18:3360:x1867475559756160:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.072330:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11814 count 1 00010000:00010000:0.0:1780970704.072346:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003f011667/0xa1e9845215a92a71 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e26:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.072361:0:23195:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003a46cda4/0xa1e9845215a8fa19 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2e26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924671 expref: 23 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.072367:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.072369:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.072371:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f011667/0xa1e9845215a92a71 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2e26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.072390:0:23195:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003a46cda4/0xa1e9845215a8fa19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924671 expref: 23 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.072399:0:23195:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003a46cda4/0xa1e9845215a8fa19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924671 expref: 23 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.072409:0:23195:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f950754d pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:23195:1867475559756416:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970704.072434:0:23195:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e32b5f45 going to sleep for 43 seconds 00000100:00100000:0.0:1780970704.072450:0:123249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88123 00000100:00100000:0.0:1780970704.072453:0:123249:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cb3362f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+18:3360:x1867475559756224:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.072464:0:123249:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11815 count 1 00010000:00010000:0.0:1780970704.072473:0:123249:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a7e0ec22/0xa1e9845215a92a78 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e27:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.072482:0:123249:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002d6f5ca1/0xa1e9845215a8fa7b lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2e27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892468d expref: 23 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.072488:0:123249:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.072490:0:123249:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.072491:0:123249:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7e0ec22/0xa1e9845215a92a78 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2e27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.072510:0:123249:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002d6f5ca1/0xa1e9845215a8fa7b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892468d expref: 23 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.072518:0:123249:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002d6f5ca1/0xa1e9845215a8fa7b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892468d expref: 23 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.072526:0:123249:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3b275f5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:123249:1867475559756480:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970704.072548:0:123249:0:(client.c:2500:ptlrpc_set_wait()) set 0000000059f9f75d going to sleep for 43 seconds 00010000:00010000:3.0:1780970704.072607:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 0000000092025601/0xa1e9845215a92a55 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x137a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.072638:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 0000000092025601/0xa1e9845215a92a55 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x137a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.072693:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: 000000009ccd2a3b/0xa1e9845215a92a7f lrc: 3/0,1 mode: --/EX res: [0x2400013a2:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.072705:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: 000000006c28b138/0xa1e9845215a92936 lrc: 2/0,0 mode: PR/PR res: [0x2400013a2:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924926 expref: 24 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.072710:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: 000000009ccd2a3b/0xa1e9845215a92a7f lrc: 4/0,1 mode: --/EX res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.072734:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: 000000006c28b138/0xa1e9845215a92936 lrc: 3/0,0 mode: PR/PR res: [0x2400013a2:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924926 expref: 24 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.072743:0:112205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: 000000006c28b138/0xa1e9845215a92936 lrc: 4/0,0 mode: PR/PR res: [0x2400013a2:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924926 expref: 24 pid: 112205 timeout: 7456 lvb_type: 0 00000100:00100000:3.0:1780970704.072752:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e713b54f pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559756544:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970704.072776:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000437d8861 going to sleep for 43 seconds 00000100:00100000:3.0:1780970704.072791:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000015f2e590 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559756288:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.072835:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.072863:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1780970704.072868:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c7b0adb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559756096:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.072893:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.072905:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005dbe47f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559756352:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.072924:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.073097:0:33546:0:(client.c:2500:ptlrpc_set_wait()) set 0000000077115a0d going to sleep for 6 seconds 00000100:00100000:1.0:1780970704.073114:0:8234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559756288 00000100:00100000:1.0:1780970704.073144:0:8234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559756096 00000100:00100000:1.0:1780970704.073151:0:8234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559756352 00000100:00100000:1.0:1780970704.073161:0:8234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88124 00000100:00100000:1.0:1780970704.073165:0:8234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025c8bbc5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+21:3362:x1867475559756288:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1780970704.073176:0:8234:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11816 count 1 00010000:00010000:1.0:1780970704.073189:0:8234:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a92a86 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e28:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.073200:0:8234:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f02919f6/0xa1e9845215a8fc34 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2e28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892470b expref: 23 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1780970704.073207:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.073209:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.073210:0:8234:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a92a86 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2e28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.073227:0:8234:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f02919f6/0xa1e9845215a8fc34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892470b expref: 23 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1780970704.073235:0:8234:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f02919f6/0xa1e9845215a8fc34 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892470b expref: 23 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:1.0:1780970704.073243:0:8234:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001781d7a6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8234:1867475559756608:192.168.204.45@tcp:104: 00000100:00100000:1.0:1780970704.073266:0:8234:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dd093764 going to sleep for 43 seconds 00010000:00010000:1.0:1780970704.073283:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.073541:0:8691:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000098be62aa/0xa1e9845215a8f581 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924521 expref: 23 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1780970704.073549:0:8691:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000098be62aa/0xa1e9845215a8f581 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924521 expref: 23 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:1.0:1780970704.073557:0:8691:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b3cf1aa pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8691:1867475559756672:192.168.204.45@tcp:104: 00000100:00100000:1.0:1780970704.073579:0:8691:0:(client.c:2500:ptlrpc_set_wait()) set 0000000075f1cb7e going to sleep for 43 seconds 00000100:00100000:1.0:1780970704.073662:0:123251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88125 00000100:00100000:1.0:1780970704.073667:0:123251:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088bd09c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+21:3362:x1867475559756096:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1780970704.073681:0:123251:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11813 count 1 00010000:00010000:1.0:1780970704.073694:0:123251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a92a8d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e25:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.073704:0:123251:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000007bd6b1d/0xa1e9845215a8f924 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2e25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892462b expref: 23 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1780970704.073710:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.073711:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.073713:0:123251:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a92a8d lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2e25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.073728:0:123251:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000007bd6b1d/0xa1e9845215a8f924 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892462b expref: 23 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1780970704.073735:0:123251:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000007bd6b1d/0xa1e9845215a8f924 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892462b expref: 23 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:1.0:1780970704.073744:0:123251:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002864990c pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:123251:1867475559756736:192.168.204.45@tcp:104: 00000100:00100000:1.0:1780970704.073766:0:123251:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e4953f89 going to sleep for 43 seconds 00000100:00100000:0.0:1780970704.074692:0:123248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88126 00000100:00100000:0.0:1780970704.074701:0:123248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000469ebb34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+21:3362:x1867475559756352:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.074721:0:123248:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11817 count 1 00010000:00010000:0.0:1780970704.074740:0:123248:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d9dc9b2b/0xa1e9845215a92a94 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e29:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.074756:0:123248:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007ac83d90/0xa1e9845215a8fcc7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2e29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924735 expref: 23 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.074761:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.074763:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.074765:0:123248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d9dc9b2b/0xa1e9845215a92a94 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2e29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.074790:0:123248:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007ac83d90/0xa1e9845215a8fcc7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924735 expref: 23 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.074804:0:123248:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007ac83d90/0xa1e9845215a8fcc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924735 expref: 23 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.074815:0:123248:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b673267 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:123248:1867475559756800:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970704.074865:0:123248:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ffa6f985 going to sleep for 43 seconds 00000100:00100000:3.0:1780970704.075281:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970704.075311:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563549888 00010000:00010000:3.0:1780970704.075341:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a007a017/0xa1e9845215a8f5b2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892452f expref: 22 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.075376:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21745 00000100:00100000:3.0:1780970704.075381:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008953f0be pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+22:2264:x1867475563549888:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1780970704.075394:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970704.075399:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a007a017/0xa1e9845215a8f5b2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892452f expref: 22 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.075416:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a007a017/0xa1e9845215a8f5b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892452f expref: 22 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.075443:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.075445:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.075448:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c970e210/0xa1e9845215a92a1d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.075455:0:6250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c970e210/0xa1e9845215a92a1d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.075473:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970704.075496:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008953f0be pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+22:2264:x1867475563549888:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 Request processed in 114us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970704.075503:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21745 00000100:00100000:3.0:1780970704.075556:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970704.075573:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563549824 00010000:00010000:3.0:1780970704.075586:0:6248:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000034422597/0xa1e9845215a8f76b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989245ad expref: 24 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.075606:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21746 00000100:00100000:3.0:1780970704.075610:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000808ce823 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+24:2264:x1867475563549824:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1780970704.075638:0:6248:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970704.075642:0:6248:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000034422597/0xa1e9845215a8f76b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989245ad expref: 24 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.075658:0:6248:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000034422597/0xa1e9845215a8f76b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989245ad expref: 24 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.075673:0:6248:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000034422597/0xa1e9845215a8f76b lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2e23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989245ad expref: 24 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.075684:0:6248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.075686:0:6248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.075687:0:6248:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000af36577f/0xa1e9845215a92a08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.075693:0:6248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af36577f/0xa1e9845215a92a08 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2e23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.075709:0:6248:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970704.075727:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000808ce823 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+23:2264:x1867475563549824:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 Request processed in 116us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970704.075734:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21746 00010000:00010000:3.0:1780970704.075752:0:8237:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000af36577f/0xa1e9845215a92a08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.075761:0:8237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af36577f/0xa1e9845215a92a08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.075770:0:8237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000af36577f/0xa1e9845215a92a08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.075782:0:8237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000af36577f/0xa1e9845215a92a08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.075800:0:8237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780970704.076067:0:8237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be5eb209 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+22:3361:x1867475559754368:12345-0@lo:6:osp-syn-1-1.0 Request processed in 22146us (23736us total) trans 4294998545 rc 0/0 00000100:00100000:3.0:1780970704.076074:0:8237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88110 00010000:00010000:1.0:1780970704.076402:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.076407:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000af36577f/0xa1e9845215a92a08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.076416:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000af36577f already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.076420:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000af36577f/0xa1e9845215a92a08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.076433:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000af36577f/0xa1e9845215a92a08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.076449:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000af36577f/0xa1e9845215a92a08 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.076456:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af36577f/0xa1e9845215a92a08 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.076473:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.076475:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.076476:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780970704.076519:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000038b06336/2, rc 0, transno 31249 00000100:00100000:1.0:1780970704.076540:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000038b06336 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559754368:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.077275:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780970704.077288:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000035d0e3c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559756864:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.077337:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.077372:0:8237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559756864 00000100:00100000:3.0:1780970704.077403:0:8237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88127 00000100:00100000:3.0:1780970704.077408:0:8237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f9ed754 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+22:3361:x1867475559756864:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1780970704.077431:0:8237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11778 count 1 00010000:00010000:3.0:1780970704.077452:0:8237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d6376234/0xa1e9845215a92a9b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e02:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.077469:0:8237:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f65adeac/0xa1e9845215a8fd29 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2e02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924751 expref: 22 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.077475:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.077477:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.077479:0:8237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d6376234/0xa1e9845215a92a9b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2e02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.077500:0:8237:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f65adeac/0xa1e9845215a8fd29 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924751 expref: 22 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.077511:0:8237:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f65adeac/0xa1e9845215a8fd29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924751 expref: 22 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.077520:0:8237:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db945f4a pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8237:1867475559756928:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970704.077563:0:8237:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d056309b going to sleep for 43 seconds 00000100:00100000:3.0:1780970704.077721:0:30688:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ecb1b748 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:30688:1867475559755456:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970704.077739:0:30688:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004061bd17/0xa1e9845215a92a39 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.077790:0:30685:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000562dcbf6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:30685:1867475559755520:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970704.077803:0:30685:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a92a40 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x312a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.077848:0:23536:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000035cbbbdc pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:23536:1867475559755648:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970704.077858:0:23536:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000098d5b967/0xa1e9845215a92a47 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x312d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970704.078133:0:30677:0:(client.c:2500:ptlrpc_set_wait()) set 000000001c03bc02 going to sleep for 6 seconds 00000100:00100000:1.0:1780970704.078329:0:30675:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f99af0b pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:30675:1867475559755968:192.168.204.45@tcp:104: 00010000:00010000:1.0:1780970704.078345:0:30675:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a92a63 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x312f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.078774:0:115589:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086b3ecd7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:115589:1867475559755392:192.168.204.45@tcp:104: 00010000:00010000:1.0:1780970704.078793:0:115589:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d9989dae/0xa1e9845215a92a32 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x312b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1780970704.079750:0:109997:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 103079229182 is committed 00000001:00080000:1.0:1780970704.079775:0:109997:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 103079229178 is committed 00010000:00010000:0.0:1780970704.080114:0:30674:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a007a017/0xa1e9845215a8f5b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892452f expref: 21 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.080134:0:30674:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000969fb2c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30674:1867475559754752:192.168.204.45@tcp:104: 00010000:00010000:0.0:1780970704.080151:0:30674:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c970e210/0xa1e9845215a92a1d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.080160:0:30674:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c970e210/0xa1e9845215a92a1d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.080166:0:30674:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c970e210/0xa1e9845215a92a1d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.080176:0:30674:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c970e210/0xa1e9845215a92a1d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.080182:0:30674:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c970e210/0xa1e9845215a92a1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.080240:0:30674:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780970704.080501:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000305bd40a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+19:3360:x1867475559754432:12345-0@lo:6:osp-syn-0-1.0 Request processed in 26101us (26252us total) trans 103079229189 rc 0/0 00000100:00100000:0.0:1780970704.080511:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88113 00000100:00100000:0.0:1780970704.080559:0:23195:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f950754d pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:23195:1867475559756416:192.168.204.45@tcp:104: 00010000:00010000:0.0:1780970704.080572:0:23195:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003f011667/0xa1e9845215a92a71 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.080600:0:8236:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002ca1947f pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8236:1867475559755776:192.168.204.45@tcp:104: 00010000:00010000:0.0:1780970704.080612:0:8236:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e7fb56ef/0xa1e9845215a92a5c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x312e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.080847:0:3360:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 103079229182 gen 3 00000004:00080000:1.0:1780970704.080855:0:3360:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c41e7a55, transno 103079229093 00000004:00080000:1.0:1780970704.080871:0:3360:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006adbf639, transno 103079229179 00000004:00080000:1.0:1780970704.080873:0:3360:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002d2b5a92, transno 103079229180 00000004:00080000:1.0:1780970704.080876:0:3360:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e8f56128, transno 103079229181 00000004:00080000:1.0:1780970704.080878:0:3360:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000078523920, transno 103079229182 00000100:00100000:1.0:1780970704.080884:0:3360:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@0000000006ccb2b2 x1867475559752384/t103079229183(103079229183) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1780970748 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'osp-syn-0-1.0' 00000004:00080000:1.0:1780970704.080892:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c95fda19/2, rc 0, transno 14085 00000100:00100000:1.0:1780970704.080896:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c95fda19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559754432:0@lo:6:osp-syn-0-1.0 00000040:00100000:0.0:1780970704.081201:0:113049:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 5 records, first 3056 in log [0x10:0x1:0x0] 00000004:00080000:0.0:1780970704.081265:0:113049:0:(osp_sync.c:1126:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 114 changes, 14 in progress, 7 in flight, 5 done 00000100:00100000:1.0:1780970704.081354:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780970704.081369:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d27a7b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559756992:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.081426:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.081507:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559756992 00000100:00100000:0.0:1780970704.081543:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88128 00000100:00100000:0.0:1780970704.081549:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009933c1a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+19:3360:x1867475559756992:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1780970704.081584:0:30674:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12593 count 1 00010000:00010000:0.0:1780970704.081609:0:30674:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082231ba1/0xa1e9845215a92aa2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3131:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.081651:0:30674:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007e6ff684/0xa1e9845215a8fdbc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892477b expref: 20 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.081660:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.081662:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.081664:0:30674:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082231ba1/0xa1e9845215a92aa2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.081694:0:30674:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007e6ff684/0xa1e9845215a8fdbc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892477b expref: 20 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.081705:0:30674:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007e6ff684/0xa1e9845215a8fdbc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892477b expref: 20 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.081715:0:30674:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b78492e1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30674:1867475559757056:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970704.081762:0:30674:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e46e9209 going to sleep for 43 seconds 00010000:00010000:2.0:1780970704.082490:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.082499:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c970e210/0xa1e9845215a92a1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.082511:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c970e210 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.082514:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c970e210/0xa1e9845215a92a1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.082522:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c970e210/0xa1e9845215a92a1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.082548:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c970e210/0xa1e9845215a92a1d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.082554:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c970e210/0xa1e9845215a92a1d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.082585:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.082587:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.082588:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970704.083585:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970704.083682:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970704.083795:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563549952 00010000:00010000:3.0:1780970704.083824:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000080329ea4/0xa1e9845215a8f891 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x312b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924601 expref: 21 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.083860:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563550080 00010000:00010000:3.0:1780970704.083870:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000011a5f204/0xa1e9845215a8f82f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x312a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989245e5 expref: 22 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.083902:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21747 00000100:00100000:3.0:1780970704.083909:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b85b2216 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+22:2263:x1867475563549952:12345-192.168.204.45@tcp:103:ldlm_bl_05.0 00010000:00010000:3.0:1780970704.083924:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970704.083928:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000080329ea4/0xa1e9845215a8f891 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x312b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924601 expref: 22 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.083948:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000080329ea4/0xa1e9845215a8f891 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x312b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924601 expref: 22 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.083968:0:6250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000080329ea4/0xa1e9845215a8f891 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x312b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924601 expref: 22 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.083981:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.083984:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.083987:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d9989dae/0xa1e9845215a92a32 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x312b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.084009:0:6250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d9989dae/0xa1e9845215a92a32 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x312b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.084035:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970704.084073:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b85b2216 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+21:2263:x1867475563549952:12345-192.168.204.45@tcp:103:ldlm_bl_05.0 Request processed in 164us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970704.084081:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21747 00000100:00100000:3.0:1780970704.084125:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21748 00000100:00100000:3.0:1780970704.084129:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091e10a69 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+20:2263:x1867475563550080:12345-192.168.204.45@tcp:103:ldlm_bl_05.0 00010000:00010000:3.0:1780970704.084135:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970704.084138:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000011a5f204/0xa1e9845215a8f82f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x312a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989245e5 expref: 20 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.084145:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000011a5f204/0xa1e9845215a8f82f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x312a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989245e5 expref: 20 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.084157:0:6250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000011a5f204/0xa1e9845215a8f82f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x312a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989245e5 expref: 20 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.084167:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.084169:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.084171:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a92a40 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x312a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.084177:0:6250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a92a40 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x312a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.084193:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780970704.084205:0:30685:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a92a40 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x312a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.084212:0:30685:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a92a40 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x312a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.084221:0:30685:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a92a40 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x312a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.084228:0:30685:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a92a40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x312a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.084242:0:30685:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780970704.084443:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060bdcd8d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+20:3362:x1867475559754944:12345-0@lo:6:osp-syn-0-1.0 Request processed in 16297us (16483us total) trans 103079229190 rc 0/0 00000100:00100000:3.0:1780970704.084451:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88117 00010000:00010000:3.0:1780970704.084472:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780970704.084476:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a92a40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x312a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.084483:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c4309c47 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970704.084486:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a92a40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x312a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.084493:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a92a40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x312a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.084504:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a92a40 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x312a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.084510:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a92a40 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x312a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.084522:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.084523:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.084525:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780970704.084556:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000cc3c7ee5/2, rc 0, transno 14086 00000100:00100000:3.0:1780970704.084566:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cc3c7ee5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559754944:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1780970704.084591:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091e10a69 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+19:2263:x1867475563550080:12345-192.168.204.45@tcp:103:ldlm_bl_05.0 Request processed in 461us (909us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970704.084596:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21748 00010000:00010000:1.0:1780970704.084854:0:115589:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d9989dae/0xa1e9845215a92a32 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x312b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.084864:0:115589:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d9989dae/0xa1e9845215a92a32 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x312b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.084871:0:115589:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d9989dae/0xa1e9845215a92a32 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x312b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.084876:0:115589:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d9989dae/0xa1e9845215a92a32 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x312b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.084896:0:115589:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780970704.085049:0:115589:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005898f491 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+20:3360:x1867475559755008:12345-0@lo:6:osp-syn-0-1.0 Request processed in 17358us (17443us total) trans 103079229191 rc 0/0 00000100:00100000:1.0:1780970704.085059:0:115589:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88115 00000004:00080000:2.0:1780970704.085287:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f31cff13/2, rc 0, transno 14087 00000100:00100000:2.0:1780970704.085293:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f31cff13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559755008:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1780970704.085579:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780970704.085585:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d9989dae/0xa1e9845215a92a32 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x312b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.085595:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d9989dae already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970704.085598:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d9989dae/0xa1e9845215a92a32 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x312b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.085605:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d9989dae/0xa1e9845215a92a32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x312b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.085698:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d9989dae/0xa1e9845215a92a32 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x312b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.085706:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d9989dae/0xa1e9845215a92a32 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x312b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.085719:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.085721:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.085722:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.085916:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c41e7a55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559757184:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.085972:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.086048:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780970704.086054:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd9764bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559757120:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.086078:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.086393:0:115589:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559757184 00000100:00100000:2.0:1780970704.086443:0:115589:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559757120 00000100:00100000:2.0:1780970704.086467:0:115589:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88129 00000100:00100000:2.0:1780970704.086472:0:115589:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090fd683d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+21:3363:x1867475559757184:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.086502:0:115589:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12595 count 1 00010000:00010000:2.0:1780970704.086529:0:115589:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019be72c3/0xa1e9845215a92aa9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3133:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.086550:0:115589:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000679103a8/0xa1e9845215a8ff13 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247dd expref: 18 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1780970704.086558:0:115589:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.086560:0:115589:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.086563:0:115589:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019be72c3/0xa1e9845215a92aa9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.086590:0:115589:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000679103a8/0xa1e9845215a8ff13 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247dd expref: 18 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1780970704.086601:0:115589:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000679103a8/0xa1e9845215a8ff13 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247dd expref: 18 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:2.0:1780970704.086635:0:115589:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000baf83255 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:115589:1867475559757248:192.168.204.45@tcp:104: 00000100:00100000:2.0:1780970704.086692:0:115589:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fe27795c going to sleep for 43 seconds 00000100:00100000:1.0:1780970704.086756:0:115588:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88130 00000100:00100000:1.0:1780970704.086761:0:115588:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050ffdfc5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+21:3363:x1867475559757120:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1780970704.086775:0:115588:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12594 count 1 00010000:00010000:1.0:1780970704.086791:0:115588:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a92ab0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3132:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.086802:0:115588:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000348de8f2/0xa1e9845215a8feb1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247c1 expref: 18 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1780970704.086808:0:115588:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.086810:0:115588:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.086811:0:115588:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a92ab0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.086830:0:115588:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000348de8f2/0xa1e9845215a8feb1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247c1 expref: 18 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1780970704.086838:0:115588:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000348de8f2/0xa1e9845215a8feb1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247c1 expref: 18 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:1.0:1780970704.086852:0:115588:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002ca1947f pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:115588:1867475559757312:192.168.204.45@tcp:104: 00000100:00100000:1.0:1780970704.086874:0:115588:0:(client.c:2500:ptlrpc_set_wait()) set 0000000089fbc355 going to sleep for 43 seconds 00000100:00100000:2.0:1780970704.090461:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970704.090513:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970704.090652:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970704.097345:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970704.097897:0:13129:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563550208 00010000:00010000:1.0:1780970704.097952:0:13129:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000094560238/0xa1e9845215a8fb70 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x312e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989246d3 expref: 19 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:1.0:1780970704.098101:0:13129:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563550336 00010000:00010000:1.0:1780970704.098115:0:13129:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003a46cda4/0xa1e9845215a8fa19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924671 expref: 23 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:1.0:1780970704.098141:0:13129:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563550016 00010000:00010000:1.0:1780970704.098152:0:13129:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003f9afa6a/0xa1e9845215a8f860 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989245f3 expref: 24 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:1.0:1780970704.098172:0:13129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21749 00000100:00100000:1.0:1780970704.098178:0:13129:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6c6c648 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+19:2263:x1867475563550208:12345-192.168.204.45@tcp:103:ldlm_bl_05.0 00010000:00010000:1.0:1780970704.098194:0:13129:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780970704.098199:0:13129:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000094560238/0xa1e9845215a8fb70 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x312e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989246d3 expref: 19 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:1.0:1780970704.098210:0:13129:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000094560238/0xa1e9845215a8fb70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x312e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989246d3 expref: 19 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:1.0:1780970704.098238:0:13129:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000094560238/0xa1e9845215a8fb70 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x312e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989246d3 expref: 19 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:1.0:1780970704.098263:0:13129:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.098265:0:13129:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.098268:0:13129:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e7fb56ef/0xa1e9845215a92a5c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x312e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.098278:0:13129:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7fb56ef/0xa1e9845215a92a5c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x312e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.098308:0:13129:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780970704.098359:0:13129:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6c6c648 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+18:2263:x1867475563550208:12345-192.168.204.45@tcp:103:ldlm_bl_05.0 Request processed in 180us (7905us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970704.098366:0:13129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21749 00000100:00100000:1.0:1780970704.098385:0:13129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21750 00000100:00100000:1.0:1780970704.098389:0:13129:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9302c1c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+24:2263:x1867475563550336:12345-192.168.204.45@tcp:103:ldlm_bl_05.0 00010000:00010000:1.0:1780970704.098396:0:13129:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780970704.098400:0:13129:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003a46cda4/0xa1e9845215a8fa19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924671 expref: 24 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:1.0:1780970704.098409:0:13129:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003a46cda4/0xa1e9845215a8fa19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924671 expref: 24 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:1.0:1780970704.098424:0:13129:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a46cda4/0xa1e9845215a8fa19 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2e26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924671 expref: 24 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:1.0:1780970704.098434:0:13129:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.098436:0:13129:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.098437:0:13129:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003f011667/0xa1e9845215a92a71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.098443:0:13129:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f011667/0xa1e9845215a92a71 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2e26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.098460:0:13129:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780970704.098477:0:13129:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9302c1c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+23:2263:x1867475563550336:12345-192.168.204.45@tcp:103:ldlm_bl_05.0 Request processed in 87us (7965us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970704.098483:0:13129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21750 00000100:00100000:1.0:1780970704.098495:0:13129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21751 00000100:00100000:1.0:1780970704.098499:0:13129:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055f97a10 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+22:2263:x1867475563550016:12345-192.168.204.45@tcp:103:ldlm_bl_05.0 00010000:00010000:1.0:1780970704.098506:0:13129:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780970704.098509:0:13129:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003f9afa6a/0xa1e9845215a8f860 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989245f3 expref: 22 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:1.0:1780970704.098517:0:13129:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003f9afa6a/0xa1e9845215a8f860 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989245f3 expref: 22 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:1.0:1780970704.098529:0:13129:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f9afa6a/0xa1e9845215a8f860 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2e24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989245f3 expref: 22 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:1.0:1780970704.098538:0:13129:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.098539:0:13129:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.098541:0:13129:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004061bd17/0xa1e9845215a92a39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.098552:0:13129:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004061bd17/0xa1e9845215a92a39 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2e24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.098572:0:13129:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780970704.098590:0:13129:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055f97a10 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e474371c-4744-4c95-8a55-40a3132b2542+21:2263:x1867475563550016:12345-192.168.204.45@tcp:103:ldlm_bl_05.0 Request processed in 89us (7938us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970704.098596:0:13129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21751 00010000:00010000:0.0:1780970704.099573:0:23195:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003f011667/0xa1e9845215a92a71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.099587:0:23195:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003f011667/0xa1e9845215a92a71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.099596:0:23195:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003f011667/0xa1e9845215a92a71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.099603:0:23195:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003f011667/0xa1e9845215a92a71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.099653:0:23195:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780970704.099918:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8e99a90 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+23:3360:x1867475559756160:12345-0@lo:6:osp-syn-1-1.0 Request processed in 27597us (27711us total) trans 4294998546 rc 0/0 00000100:00100000:0.0:1780970704.099926:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88122 00000004:00080000:0.0:1780970704.100020:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fc66fffe/2, rc 0, transno 31250 00000100:00100000:0.0:1780970704.100035:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc66fffe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559756160:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1780970704.100059:0:8236:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e7fb56ef/0xa1e9845215a92a5c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x312e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.100068:0:8236:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e7fb56ef/0xa1e9845215a92a5c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x312e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.100074:0:8236:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7fb56ef/0xa1e9845215a92a5c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x312e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.100080:0:8236:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e7fb56ef/0xa1e9845215a92a5c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x312e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.100093:0:8236:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1780970704.100218:0:8236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002505829a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+22:3360:x1867475559755712:12345-0@lo:6:osp-syn-0-1.0 Request processed in 29023us (29086us total) trans 103079229192 rc 0/0 00000100:00100000:0.0:1780970704.100224:0:8236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88119 00010000:00010000:0.0:1780970704.100242:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780970704.100247:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003f011667/0xa1e9845215a92a71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.100255:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003f011667 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.100258:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003f011667/0xa1e9845215a92a71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.100265:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003f011667/0xa1e9845215a92a71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.100288:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003f011667/0xa1e9845215a92a71 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.100294:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f011667/0xa1e9845215a92a71 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.100309:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.100311:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e7fb56ef/0xa1e9845215a92a5c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x312e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.100316:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e7fb56ef already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.100318:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7fb56ef/0xa1e9845215a92a5c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x312e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.100323:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7fb56ef/0xa1e9845215a92a5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x312e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.100330:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e7fb56ef/0xa1e9845215a92a5c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x312e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.100335:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e7fb56ef/0xa1e9845215a92a5c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x312e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.100345:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.100346:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.100347:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780970704.100368:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000061dcd6d7/2, rc 0, transno 14088 00000100:00100000:0.0:1780970704.100376:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061dcd6d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559755712:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.100467:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780970704.100480:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006adbf639 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559757376:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.100514:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.100547:0:8236:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559757376 00000100:00100000:0.0:1780970704.100575:0:8236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88131 00000100:00100000:0.0:1780970704.100579:0:8236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d2b5a92 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+22:3361:x1867475559757376:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1780970704.100603:0:8236:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12553 count 1 00010000:00010000:0.0:1780970704.100646:0:8236:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b255d464/0xa1e9845215a92ab7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3109:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.100664:0:8236:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f5379314/0xa1e9845215a8ff44 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247eb expref: 17 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.100671:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.100673:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.100675:0:8236:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b255d464/0xa1e9845215a92ab7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.100699:0:8236:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f5379314/0xa1e9845215a8ff44 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247eb expref: 17 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.100711:0:8236:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f5379314/0xa1e9845215a8ff44 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247eb expref: 17 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.100723:0:8236:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e8f56128 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8236:1867475559757440:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970704.100780:0:8236:0:(client.c:2500:ptlrpc_set_wait()) set 000000001c4539c3 going to sleep for 43 seconds 00010000:00010000:1.0:1780970704.101042:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970704.101166:0:6249:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563550144 00010000:00010000:2.0:1780970704.101192:0:6249:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000096efc783/0xa1e9845215a8fa4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x312d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892467f expref: 18 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:2.0:1780970704.101225:0:6249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21752 00000100:00100000:2.0:1780970704.101230:0:6249:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e33b49f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e474371c-4744-4c95-8a55-40a3132b2542+18:2263:x1867475563550144:12345-192.168.204.45@tcp:103:ldlm_bl_05.0 00010000:00010000:2.0:1780970704.101241:0:6249:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780970704.101245:0:6249:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000096efc783/0xa1e9845215a8fa4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x312d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892467f expref: 18 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:2.0:1780970704.101254:0:6249:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000096efc783/0xa1e9845215a8fa4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x312d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892467f expref: 18 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:2.0:1780970704.101279:0:6249:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000096efc783/0xa1e9845215a8fa4a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x312d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892467f expref: 18 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:2.0:1780970704.101289:0:6249:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.101291:0:6249:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.101294:0:6249:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000098d5b967/0xa1e9845215a92a47 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x312d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.101302:0:6249:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098d5b967/0xa1e9845215a92a47 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x312d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.101329:0:6249:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780970704.101354:0:6249:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e33b49f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e474371c-4744-4c95-8a55-40a3132b2542+17:2263:x1867475563550144:12345-192.168.204.45@tcp:103:ldlm_bl_05.0 Request processed in 124us (4021us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970704.101362:0:6249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21752 00010000:00010000:2.0:1780970704.101390:0:23536:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000098d5b967/0xa1e9845215a92a47 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x312d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.101397:0:23536:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000098d5b967/0xa1e9845215a92a47 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x312d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.101404:0:23536:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098d5b967/0xa1e9845215a92a47 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x312d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.101410:0:23536:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000098d5b967/0xa1e9845215a92a47 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x312d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.101431:0:23536:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780970704.101610:0:23536:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e4b6dc5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+23:3362:x1867475559755584:12345-0@lo:6:osp-syn-0-1.0 Request processed in 32198us (32244us total) trans 103079229193 rc 0/0 00000100:00100000:2.0:1780970704.101841:0:23536:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88118 00010000:00010000:2.0:1780970704.101863:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.101868:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000098d5b967/0xa1e9845215a92a47 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x312d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.101876:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000098d5b967 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.101879:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000098d5b967/0xa1e9845215a92a47 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x312d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.101886:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000098d5b967/0xa1e9845215a92a47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x312d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.101898:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000098d5b967/0xa1e9845215a92a47 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x312d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.101903:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000098d5b967/0xa1e9845215a92a47 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x312d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.101918:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.101919:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.101921:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780970704.101968:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003266afba/2, rc 0, transno 14089 00000100:00100000:2.0:1780970704.101986:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003266afba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559755584:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.102198:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970704.102222:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563550272 00010000:00010000:2.0:1780970704.102243:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fd319655/0xa1e9845215a8fc65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x312f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924719 expref: 17 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:2.0:1780970704.102267:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21753 00000100:00100000:2.0:1780970704.102272:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000079c68fe6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+17:2263:x1867475563550272:12345-192.168.204.45@tcp:103:ldlm_bl_05.0 00010000:00010000:2.0:1780970704.102284:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780970704.102287:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fd319655/0xa1e9845215a8fc65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x312f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924719 expref: 17 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:2.0:1780970704.102295:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fd319655/0xa1e9845215a8fc65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x312f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924719 expref: 17 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:2.0:1780970704.102310:0:6250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fd319655/0xa1e9845215a8fc65 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x312f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924719 expref: 17 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:2.0:1780970704.102320:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.102322:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.102324:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a92a63 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x312f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.102331:0:6250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a92a63 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x312f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.102348:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780970704.102370:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000079c68fe6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+16:2263:x1867475563550272:12345-192.168.204.45@tcp:103:ldlm_bl_05.0 Request processed in 98us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970704.102377:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21753 00010000:00010000:1.0:1780970704.104034:0:30675:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a92a63 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x312f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.104054:0:30675:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a92a63 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x312f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.104064:0:30675:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a92a63 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x312f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.104071:0:30675:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a92a63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x312f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.104101:0:30675:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780970704.104341:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016fb7304 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+23:3361:x1867475559755840:12345-0@lo:6:osp-syn-0-1.0 Request processed in 32569us (32683us total) trans 103079229194 rc 0/0 00000100:00100000:1.0:1780970704.104351:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88120 00010000:00010000:1.0:1780970704.104381:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.104385:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a92a63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x312f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.104394:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006f84afec already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.104397:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a92a63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x312f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.104404:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a92a63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x312f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.104423:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a92a63 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x312f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.104430:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a92a63 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x312f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.104445:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.104446:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.104448:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970704.104745:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970704.104775:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563550464 00010000:00010000:2.0:1780970704.104799:0:6248:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b15b44a8/0xa1e9845215a8fd5a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3130:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892475f expref: 16 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:2.0:1780970704.104826:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21754 00000100:00100000:2.0:1780970704.104832:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1523d3e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+16:2263:x1867475563550464:12345-192.168.204.45@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1780970704.104845:0:6248:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780970704.104850:0:6248:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b15b44a8/0xa1e9845215a8fd5a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3130:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892475f expref: 16 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:2.0:1780970704.104860:0:6248:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b15b44a8/0xa1e9845215a8fd5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3130:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892475f expref: 16 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:2.0:1780970704.104879:0:6248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.104881:0:6248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.104885:0:6248:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a92a6a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3130:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.104894:0:6248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a92a6a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3130:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.104912:0:6248:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780970704.104940:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1523d3e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+16:2263:x1867475563550464:12345-192.168.204.45@tcp:103:ldlm_bl_01.0 Request processed in 108us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970704.104950:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21754 00000100:00100000:2.0:1780970704.105257:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970704.105279:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563550400 00010000:00010000:2.0:1780970704.105293:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: 000000006c28b138/0xa1e9845215a92936 lrc: 5/0,0 mode: PR/PR res: [0x2400013a2:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924926 expref: 25 pid: 112205 timeout: 7456 lvb_type: 0 00000100:00100000:2.0:1780970704.105314:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21755 00000100:00100000:2.0:1780970704.105318:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9302c1c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+25:2263:x1867475563550400:12345-192.168.204.45@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1780970704.105328:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780970704.105332:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: 000000006c28b138/0xa1e9845215a92936 lrc: 5/0,0 mode: PR/PR res: [0x2400013a2:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924926 expref: 25 pid: 112205 timeout: 7456 lvb_type: 0 00010000:00010000:2.0:1780970704.105341:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: 000000006c28b138/0xa1e9845215a92936 lrc: 4/0,0 mode: PR/PR res: [0x2400013a2:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924926 expref: 25 pid: 112205 timeout: 7456 lvb_type: 0 00010000:00010000:2.0:1780970704.105355:0:6250:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (000000004d208865) 00010000:00010000:2.0:1780970704.105359:0:6250:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: 000000009ccd2a3b/0xa1e9845215a92a7f lrc: 3/0,1 mode: --/EX res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.105367:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: 000000009ccd2a3b/0xa1e9845215a92a7f lrc: 3/0,1 mode: EX/EX res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290001000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.105373:0:6250:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000009ccd2a3b/0xa1e9845215a92a7f lrc: 4/0,1 mode: EX/EX res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290001000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.105387:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780970704.105405:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9302c1c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+25:2263:x1867475563550400:12345-192.168.204.45@tcp:103:ldlm_bl_01.0 Request processed in 86us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970704.105414:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21755 00000100:00100000:2.0:1780970704.105468:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970704.105484:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563550528 00010000:00010000:2.0:1780970704.105497:0:6248:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f02919f6/0xa1e9845215a8fc34 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2e28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892470b expref: 21 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:2.0:1780970704.105514:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21756 00000100:00100000:2.0:1780970704.105518:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055f97a10 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+21:2263:x1867475563550528:12345-192.168.204.45@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1780970704.105525:0:6248:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780970704.105528:0:6248:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f02919f6/0xa1e9845215a8fc34 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2e28:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892470b expref: 21 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:2.0:1780970704.105537:0:6248:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f02919f6/0xa1e9845215a8fc34 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e28:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892470b expref: 21 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:2.0:1780970704.105552:0:6248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.105554:0:6248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.105556:0:6248:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a92a86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e28:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.105562:0:6248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a92a86 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2e28:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.105574:0:6248:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780970704.105590:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055f97a10 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+21:2263:x1867475563550528:12345-192.168.204.45@tcp:103:ldlm_bl_01.0 Request processed in 70us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970704.105600:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21756 00010000:00010000:3.0:1780970704.106396:0:30688:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004061bd17/0xa1e9845215a92a39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.106416:0:30688:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004061bd17/0xa1e9845215a92a39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.106425:0:30688:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004061bd17/0xa1e9845215a92a39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.106432:0:30688:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004061bd17/0xa1e9845215a92a39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.106453:0:30688:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780970704.106720:0:30688:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071fed84d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+23:3362:x1867475559755136:12345-0@lo:6:osp-syn-1-1.0 Request processed in 38686us (38817us total) trans 4294998547 rc 0/0 00000100:00100000:3.0:1780970704.106728:0:30688:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88116 00010000:00010000:3.0:1780970704.106802:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780970704.106807:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004061bd17/0xa1e9845215a92a39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.106815:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004061bd17 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970704.106818:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004061bd17/0xa1e9845215a92a39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.106826:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004061bd17/0xa1e9845215a92a39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.106843:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004061bd17/0xa1e9845215a92a39 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.106854:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004061bd17/0xa1e9845215a92a39 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.106871:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.106873:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.106874:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970704.106889:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008953f0be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559757568:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.106923:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1780970704.106964:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002b7de7b9/2, rc 0, transno 31251 00000100:00100000:3.0:1780970704.106973:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b7de7b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559755136:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1780970704.107463:0:33546:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b15b44a8/0xa1e9845215a8fd5a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3130:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892475f expref: 15 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:1.0:1780970704.107478:0:33546:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c454a3d6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:33546:1867475559756032:192.168.204.45@tcp:104: 00010000:00010000:1.0:1780970704.107503:0:33546:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a92a6a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.107512:0:33546:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a92a6a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.107523:0:33546:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a92a6a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.107531:0:33546:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a92a6a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.107538:0:33546:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a92a6a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.107557:0:33546:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780970704.107749:0:33546:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033c3bc05 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+23:3363:x1867475559755904:12345-0@lo:6:osp-syn-0-1.0 Request processed in 35846us (36041us total) trans 103079229195 rc 0/0 00000100:00100000:1.0:1780970704.107758:0:33546:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88121 00000100:00100000:1.0:1780970704.107781:0:33546:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559757568 00000100:00100000:1.0:1780970704.107807:0:33546:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88132 00000100:00100000:1.0:1780970704.107813:0:33546:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000808ce823 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+23:3362:x1867475559757568:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1780970704.107841:0:33546:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11818 count 1 00010000:00010000:1.0:1780970704.107866:0:33546:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a92abe lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e2a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.107879:0:33546:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000022af65bf/0xa1e9845215a8fd8b lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2e2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892476d expref: 20 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1780970704.107887:0:33546:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.107888:0:33546:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.107891:0:33546:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a92abe lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2e2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.107917:0:33546:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000022af65bf/0xa1e9845215a8fd8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892476d expref: 20 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1780970704.107941:0:33546:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000022af65bf/0xa1e9845215a8fd8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892476d expref: 20 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:1.0:1780970704.107953:0:33546:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c454a3d6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:33546:1867475559757632:192.168.204.45@tcp:104: 00000100:00100000:1.0:1780970704.108068:0:33546:0:(client.c:2500:ptlrpc_set_wait()) set 000000003b5b0296 going to sleep for 43 seconds 00010000:00010000:1.0:1780970704.108099:0:8234:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f02919f6/0xa1e9845215a8fc34 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2e28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892470b expref: 20 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:1.0:1780970704.108110:0:8234:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001781d7a6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8234:1867475559756608:192.168.204.45@tcp:104: 00010000:00010000:1.0:1780970704.108124:0:8234:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a92a86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.108131:0:8234:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a92a86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.108137:0:8234:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a92a86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.108143:0:8234:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a92a86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.108149:0:8234:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a92a86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.108165:0:8234:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780970704.108301:0:8234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025c8bbc5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+24:3362:x1867475559756288:12345-0@lo:6:osp-syn-1-1.0 Request processed in 35135us (35466us total) trans 4294998548 rc 0/0 00000100:00100000:1.0:1780970704.108308:0:8234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88124 00010000:00010000:1.0:1780970704.108330:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780970704.108334:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a92a6a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.108343:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000019766034 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.108346:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a92a6a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.108353:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a92a6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.108368:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a92a6a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.108373:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a92a6a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.108388:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.108390:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a92a86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.108397:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c8e218cb already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.108399:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a92a86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.108406:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a92a86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.108414:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a92a86 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.108420:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a92a86 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.108432:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.108433:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.108435:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780970704.108460:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000baa7589f/2, rc 0, transno 14091 00000100:00100000:1.0:1780970704.108470:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000baa7589f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559755904:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.108516:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f99af0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559757696:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.108539:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.108563:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559757696 00000100:00100000:1.0:1780970704.108585:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88133 00000100:00100000:1.0:1780970704.108589:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001781d7a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+23:3363:x1867475559757696:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1780970704.108604:0:30675:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12597 count 1 00010000:00010000:1.0:1780970704.108642:0:30675:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005db7e15e/0xa1e9845215a92ac5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.108654:0:30675:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000060b90a36/0xa1e9845215a9012e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924877 expref: 14 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1780970704.108662:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.108663:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.108665:0:30675:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005db7e15e/0xa1e9845215a92ac5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.108712:0:30675:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000060b90a36/0xa1e9845215a9012e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924877 expref: 14 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1780970704.108721:0:30675:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000060b90a36/0xa1e9845215a9012e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924877 expref: 14 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:1.0:1780970704.108732:0:30675:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000478c2c59 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:30675:1867475559757760:192.168.204.45@tcp:104: 00000100:00100000:1.0:1780970704.108759:0:30675:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dd093764 going to sleep for 43 seconds 00010000:00010000:1.0:1780970704.108791:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000006c28b138/0xa1e9845215a92936 lrc: 0/0,0 mode: --/PR res: [0x2400013a2:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924926 expref: 24 pid: 112205 timeout: 7456 lvb_type: 0 00000100:00100000:1.0:1780970704.108804:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e713b54f pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:112205:1867475559756544:192.168.204.45@tcp:104: 00010000:00010000:1.0:1780970704.108817:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: 000000009ccd2a3b/0xa1e9845215a92a7f lrc: 3/0,1 mode: EX/EX res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.108824:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: 000000009ccd2a3b/0xa1e9845215a92a7f lrc: 3/0,1 mode: EX/EX res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.108829:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000009ccd2a3b/0xa1e9845215a92a7f lrc: 3/0,1 mode: EX/EX res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.108861:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: 00000000f70851ed/0xa1e9845215a92acc lrc: 3/0,1 mode: --/EX res: [0x200002b12:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.108867:0:112205:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: 00000000f70851ed/0xa1e9845215a92acc lrc: 3/0,1 mode: --/EX res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.108876:0:112205:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: 00000000f70851ed/0xa1e9845215a92acc lrc: 3/0,1 mode: --/EX res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.108887:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcd80bc9 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:112205:1867475559757824:0@lo:101:mdt00_002.0 00000100:00100000:1.0:1780970704.108911:0:112205:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.108927:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 0000000077115a0d going to sleep for 6 seconds 00000004:00080000:3.0:1780970704.109250:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000015f2e590/2, rc 0, transno 31252 00000100:00100000:3.0:1780970704.109260:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000015f2e590 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559756288:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.109282:0:8237:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db945f4a pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8237:1867475559756928:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970704.109295:0:8237:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d6376234/0xa1e9845215a92a9b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.109743:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970704.109770:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970704.109791:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970704.109857:0:8691:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b3cf1aa pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8691:1867475559756672:192.168.204.45@tcp:104: 00010000:00010000:1.0:1780970704.109873:0:8691:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000255970f6/0xa1e9845215a92a01 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.110026:0:123528:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563550592 00010000:00010000:3.0:1780970704.110051:0:123528:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f65adeac/0xa1e9845215a8fd29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924751 expref: 20 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.110080:0:123528:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563550656 00010000:00010000:3.0:1780970704.110092:0:123528:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fb16ab5b/0xa1e9845215a8f986 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x312c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924647 expref: 15 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.110109:0:123528:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563550720 00010000:00010000:3.0:1780970704.110118:0:123528:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002d6f5ca1/0xa1e9845215a8fa7b lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2e27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892468d expref: 21 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.110132:0:123528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21757 00000100:00100000:3.0:1780970704.110137:0:123528:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051d79c67 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+21:2263:x1867475563550592:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1780970704.110148:0:123528:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970704.110153:0:123528:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f65adeac/0xa1e9845215a8fd29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e02:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924751 expref: 21 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.110162:0:123528:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f65adeac/0xa1e9845215a8fd29 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e02:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924751 expref: 21 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.110184:0:123528:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f65adeac/0xa1e9845215a8fd29 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2e02:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924751 expref: 21 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.110198:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.110200:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.110204:0:123528:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d6376234/0xa1e9845215a92a9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.110213:0:123528:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d6376234/0xa1e9845215a92a9b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2e02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.110233:0:123528:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970704.110265:0:123528:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051d79c67 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+20:2263:x1867475563550592:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 Request processed in 128us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970704.110272:0:123528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21757 00000100:00100000:3.0:1780970704.110289:0:123528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21758 00000100:00100000:3.0:1780970704.110293:0:123528:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d20a6d87 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+15:2263:x1867475563550656:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1780970704.110301:0:123528:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970704.110304:0:123528:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fb16ab5b/0xa1e9845215a8f986 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x312c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924647 expref: 15 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.110314:0:123528:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fb16ab5b/0xa1e9845215a8f986 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x312c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924647 expref: 15 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.110328:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.110329:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.110331:0:123528:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cfc872f2/0xa1e9845215a92a2b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x312c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.110338:0:123528:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc872f2/0xa1e9845215a92a2b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x312c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.110349:0:123528:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970704.110363:0:123528:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d20a6d87 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+15:2263:x1867475563550656:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 Request processed in 69us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970704.110369:0:123528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21758 00000100:00100000:3.0:1780970704.110380:0:123528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21759 00000100:00100000:3.0:1780970704.110384:0:123528:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024befbd7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+19:2263:x1867475563550720:12345-192.168.204.45@tcp:103:ldlm_bl_10.0 00010000:00010000:3.0:1780970704.110391:0:123528:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970704.110394:0:123528:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002d6f5ca1/0xa1e9845215a8fa7b lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2e27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892468d expref: 19 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.110408:0:123528:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002d6f5ca1/0xa1e9845215a8fa7b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892468d expref: 19 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.110421:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.110423:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.110425:0:123528:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a7e0ec22/0xa1e9845215a92a78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.110431:0:123528:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7e0ec22/0xa1e9845215a92a78 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2e27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.110442:0:123528:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970704.110457:0:123528:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024befbd7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+19:2263:x1867475563550720:12345-192.168.204.45@tcp:103:ldlm_bl_10.0 Request processed in 72us (666us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970704.110463:0:123528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21759 00010000:00010000:3.0:1780970704.110485:0:8237:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d6376234/0xa1e9845215a92a9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.110492:0:8237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d6376234/0xa1e9845215a92a9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.110500:0:8237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d6376234/0xa1e9845215a92a9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.110508:0:8237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d6376234/0xa1e9845215a92a9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.110528:0:8237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780970704.110756:0:8237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f9ed754 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+24:3361:x1867475559756864:12345-0@lo:6:osp-syn-1-1.0 Request processed in 33347us (33418us total) trans 4294998549 rc 0/0 00000100:00100000:3.0:1780970704.110764:0:8237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88127 00010000:00010000:3.0:1780970704.110782:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780970704.110786:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d6376234/0xa1e9845215a92a9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.110794:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d6376234 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970704.110797:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d6376234/0xa1e9845215a92a9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.110804:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d6376234/0xa1e9845215a92a9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.110816:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d6376234/0xa1e9845215a92a9b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.110822:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d6376234/0xa1e9845215a92a9b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.110837:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.110838:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.110839:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.111098:0:123251:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002864990c pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:123251:1867475559756736:192.168.204.45@tcp:104: 00010000:00010000:1.0:1780970704.111119:0:123251:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a92a8d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.111192:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970704.111214:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970704.111232:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970704.111268:0:115588:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002ca1947f pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:115588:1867475559757312:192.168.204.45@tcp:104: 00010000:00010000:1.0:1780970704.111281:0:115588:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a92ab0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.111310:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970704.111325:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970704.111339:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970704.111872:0:9953:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563550784 00010000:00010000:2.0:1780970704.111899:0:9953:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007e6ff684/0xa1e9845215a8fdbc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892477b expref: 15 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:2.0:1780970704.111919:0:9953:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563551040 00010000:00010000:2.0:1780970704.112066:0:9953:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007ac83d90/0xa1e9845215a8fcc7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2e29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924735 expref: 19 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:2.0:1780970704.112081:0:9953:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563550912 00010000:00010000:2.0:1780970704.112092:0:9953:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000679103a8/0xa1e9845215a8ff13 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247dd expref: 16 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:2.0:1780970704.112103:0:9953:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563551104 00010000:00010000:2.0:1780970704.112111:0:9953:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000348de8f2/0xa1e9845215a8feb1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247c1 expref: 17 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:2.0:1780970704.112122:0:9953:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563550848 00010000:00010000:2.0:1780970704.112131:0:9953:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000098be62aa/0xa1e9845215a8f581 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924521 expref: 20 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:2.0:1780970704.112141:0:9953:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563550976 00010000:00010000:2.0:1780970704.112147:0:9953:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000007bd6b1d/0xa1e9845215a8f924 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892462b expref: 21 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:2.0:1780970704.112159:0:9953:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21760 00000100:00100000:2.0:1780970704.112164:0:9953:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070b95fd8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e474371c-4744-4c95-8a55-40a3132b2542+17:2264:x1867475563550784:12345-192.168.204.45@tcp:103:ldlm_bl_06.0 00010000:00010000:2.0:1780970704.112178:0:9953:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780970704.112182:0:9953:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007e6ff684/0xa1e9845215a8fdbc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3131:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892477b expref: 17 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:2.0:1780970704.112191:0:9953:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007e6ff684/0xa1e9845215a8fdbc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3131:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892477b expref: 17 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:2.0:1780970704.112215:0:9953:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.112217:0:9953:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.112221:0:9953:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000082231ba1/0xa1e9845215a92aa2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3131:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.112229:0:9953:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082231ba1/0xa1e9845215a92aa2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3131:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.112250:0:9953:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780970704.112290:0:9953:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070b95fd8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e474371c-4744-4c95-8a55-40a3132b2542+17:2264:x1867475563550784:12345-192.168.204.45@tcp:103:ldlm_bl_06.0 Request processed in 125us (1098us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970704.112296:0:9953:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21760 00000100:00100000:2.0:1780970704.112315:0:9953:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21761 00000100:00100000:2.0:1780970704.112320:0:9953:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d419e248 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e474371c-4744-4c95-8a55-40a3132b2542+21:2264:x1867475563551040:12345-192.168.204.45@tcp:103:ldlm_bl_06.0 00010000:00010000:2.0:1780970704.112327:0:9953:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780970704.112331:0:9953:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007ac83d90/0xa1e9845215a8fcc7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2e29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924735 expref: 21 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:2.0:1780970704.112338:0:9953:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007ac83d90/0xa1e9845215a8fcc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924735 expref: 21 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:2.0:1780970704.112353:0:9953:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.112354:0:9953:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.112356:0:9953:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d9dc9b2b/0xa1e9845215a92a94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.112362:0:9953:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d9dc9b2b/0xa1e9845215a92a94 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2e29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.112373:0:9953:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780970704.112386:0:9953:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d419e248 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e474371c-4744-4c95-8a55-40a3132b2542+21:2264:x1867475563551040:12345-192.168.204.45@tcp:103:ldlm_bl_06.0 Request processed in 66us (1173us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970704.112393:0:9953:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21761 00000100:00100000:2.0:1780970704.112433:0:9953:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21762 00000100:00100000:2.0:1780970704.112437:0:9953:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d664d1e0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e474371c-4744-4c95-8a55-40a3132b2542+16:2264:x1867475563550912:12345-192.168.204.45@tcp:103:ldlm_bl_06.0 00010000:00010000:2.0:1780970704.112444:0:9953:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780970704.112448:0:9953:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000679103a8/0xa1e9845215a8ff13 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247dd expref: 16 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:2.0:1780970704.112457:0:9953:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000679103a8/0xa1e9845215a8ff13 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247dd expref: 16 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:2.0:1780970704.112470:0:9953:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.112472:0:9953:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.112474:0:9953:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000019be72c3/0xa1e9845215a92aa9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.112484:0:9953:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019be72c3/0xa1e9845215a92aa9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.112495:0:9953:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780970704.112508:0:9953:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d664d1e0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e474371c-4744-4c95-8a55-40a3132b2542+16:2264:x1867475563550912:12345-192.168.204.45@tcp:103:ldlm_bl_06.0 Request processed in 70us (1276us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970704.112514:0:9953:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21762 00000100:00100000:2.0:1780970704.112527:0:9953:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21763 00000100:00100000:2.0:1780970704.112531:0:9953:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e2f400c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e474371c-4744-4c95-8a55-40a3132b2542+15:2263:x1867475563551104:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1780970704.112538:0:9953:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780970704.112542:0:9953:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000348de8f2/0xa1e9845215a8feb1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247c1 expref: 15 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:2.0:1780970704.112550:0:9953:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000348de8f2/0xa1e9845215a8feb1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247c1 expref: 15 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:2.0:1780970704.112562:0:9953:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000348de8f2/0xa1e9845215a8feb1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247c1 expref: 15 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:2.0:1780970704.112575:0:9953:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.112577:0:9953:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.112578:0:9953:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a92ab0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.112585:0:9953:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a92ab0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.112635:0:9953:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780970704.112648:0:9953:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e2f400c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e474371c-4744-4c95-8a55-40a3132b2542+14:2263:x1867475563551104:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 Request processed in 116us (1339us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970704.112655:0:9953:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21763 00000100:00100000:2.0:1780970704.112668:0:9953:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21764 00000100:00100000:2.0:1780970704.112672:0:9953:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004dbeb8e7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e474371c-4744-4c95-8a55-40a3132b2542+20:2265:x1867475563550848:12345-192.168.204.45@tcp:103:ldlm_bl_09.0 00010000:00010000:2.0:1780970704.112679:0:9953:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780970704.112682:0:9953:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000098be62aa/0xa1e9845215a8f581 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924521 expref: 20 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:2.0:1780970704.112691:0:9953:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000098be62aa/0xa1e9845215a8f581 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924521 expref: 20 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:2.0:1780970704.112702:0:9953:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098be62aa/0xa1e9845215a8f581 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2e21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924521 expref: 20 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:2.0:1780970704.112713:0:9953:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.112714:0:9953:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.112716:0:9953:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000255970f6/0xa1e9845215a92a01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.112721:0:9953:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000255970f6/0xa1e9845215a92a01 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2e21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.112737:0:9953:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780970704.112749:0:9953:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004dbeb8e7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e474371c-4744-4c95-8a55-40a3132b2542+19:2265:x1867475563550848:12345-192.168.204.45@tcp:103:ldlm_bl_09.0 Request processed in 77us (1425us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970704.112755:0:9953:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21764 00000100:00100000:2.0:1780970704.112768:0:9953:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21765 00000100:00100000:2.0:1780970704.112771:0:9953:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df12c5a5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e474371c-4744-4c95-8a55-40a3132b2542+18:2265:x1867475563550976:12345-192.168.204.45@tcp:103:ldlm_bl_09.0 00010000:00010000:2.0:1780970704.112778:0:9953:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780970704.112781:0:9953:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000007bd6b1d/0xa1e9845215a8f924 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892462b expref: 18 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:2.0:1780970704.112790:0:9953:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000007bd6b1d/0xa1e9845215a8f924 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892462b expref: 18 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:2.0:1780970704.112802:0:9953:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000007bd6b1d/0xa1e9845215a8f924 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2e25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892462b expref: 18 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:2.0:1780970704.112812:0:9953:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.112814:0:9953:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.112815:0:9953:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a92a8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.112821:0:9953:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a92a8d lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2e25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.112839:0:9953:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780970704.112851:0:9953:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df12c5a5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e474371c-4744-4c95-8a55-40a3132b2542+17:2265:x1867475563550976:12345-192.168.204.45@tcp:103:ldlm_bl_09.0 Request processed in 79us (1513us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970704.112857:0:9953:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21765 00010000:00010000:2.0:1780970704.112903:0:115589:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000679103a8/0xa1e9845215a8ff13 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247dd expref: 13 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:2.0:1780970704.112913:0:115589:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000baf83255 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:115589:1867475559757248:192.168.204.45@tcp:104: 00000100:00100000:1.0:1780970704.113117:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00010000:00010000:1.0:1780970704.113147:0:115588:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a92ab0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.113156:0:115588:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a92ab0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.113165:0:115588:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a92ab0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.113172:0:115588:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a92ab0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.113188:0:115588:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780970704.113429:0:115588:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050ffdfc5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+24:3363:x1867475559757120:12345-0@lo:6:osp-syn-0-1.0 Request processed in 26666us (27350us total) trans 103079229196 rc 0/0 00000100:00100000:1.0:1780970704.113437:0:115588:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88130 00010000:00010000:1.0:1780970704.113458:0:123251:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a92a8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.113470:0:123251:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a92a8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.113476:0:123251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a92a8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.113482:0:123251:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a92a8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.113494:0:123251:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780970704.113636:0:123251:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088bd09c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+24:3362:x1867475559756096:12345-0@lo:6:osp-syn-1-1.0 Request processed in 39968us (40742us total) trans 4294998550 rc 0/0 00000100:00100000:1.0:1780970704.113643:0:123251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88125 00010000:00010000:1.0:1780970704.113661:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780970704.113665:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a92ab0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.113673:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009e7ab272 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.113676:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a92ab0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.113684:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a92ab0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.113699:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a92ab0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.113710:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a92ab0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.113726:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.113728:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a92a8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.113734:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f6ed39ee already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.113735:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a92a8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.113741:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a92a8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.113750:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a92a8d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.113756:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a92a8d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.113768:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.113769:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.113770:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780970704.113797:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000cd9764bc/2, rc 0, transno 14092 00000100:00100000:1.0:1780970704.113808:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd9764bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559757120:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.113874:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780970704.113887:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e568968 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559758016:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.113918:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1780970704.114268:0:115589:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000019be72c3/0xa1e9845215a92aa9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.114280:0:115589:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000019be72c3/0xa1e9845215a92aa9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.114286:0:115589:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019be72c3/0xa1e9845215a92aa9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.114293:0:115589:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019be72c3/0xa1e9845215a92aa9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.114299:0:115589:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000019be72c3/0xa1e9845215a92aa9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.114316:0:115589:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780970704.114542:0:123251:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559758016 00000100:00100000:1.0:1780970704.114574:0:123251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88134 00000100:00100000:1.0:1780970704.114578:0:123251:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ac38d6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+25:3363:x1867475559758016:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1780970704.114603:0:123251:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12598 count 1 00010000:00010000:1.0:1780970704.114649:0:123251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000235cfae/0xa1e9845215a92ad3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3136:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.114666:0:123251:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000386cb762/0xa1e9845215a901c1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248a1 expref: 12 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1780970704.114672:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.114674:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.114675:0:123251:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000235cfae/0xa1e9845215a92ad3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.114698:0:123251:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000386cb762/0xa1e9845215a901c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248a1 expref: 12 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1780970704.114709:0:123251:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000386cb762/0xa1e9845215a901c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248a1 expref: 12 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:1.0:1780970704.114719:0:123251:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f0f0640 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:123251:1867475559758080:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970704.114851:0:123248:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ac83d90/0xa1e9845215a8fcc7 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2e29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924735 expref: 16 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.114870:0:123248:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b673267 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:123248:1867475559756800:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970704.114886:0:123248:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d9dc9b2b/0xa1e9845215a92a94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.114894:0:123248:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d9dc9b2b/0xa1e9845215a92a94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.114899:0:123248:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d9dc9b2b/0xa1e9845215a92a94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.114906:0:123248:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d9dc9b2b/0xa1e9845215a92a94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.114912:0:123248:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d9dc9b2b/0xa1e9845215a92a94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.114937:0:123248:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1780970704.115092:0:123248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000469ebb34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+24:3362:x1867475559756352:12345-0@lo:6:osp-syn-1-1.0 Request processed in 40391us (42167us total) trans 4294998551 rc 0/0 00000100:00100000:3.0:1780970704.115100:0:123248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88126 00000100:00100000:3.0:1780970704.115128:0:6249:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563551168 00010000:00010000:3.0:1780970704.115147:0:6249:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f5379314/0xa1e9845215a8ff44 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247eb expref: 13 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.115166:0:6249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21766 00000100:00100000:3.0:1780970704.115170:0:6249:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e34f707 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e474371c-4744-4c95-8a55-40a3132b2542+13:2264:x1867475563551168:12345-192.168.204.45@tcp:103:ldlm_bl_07.0 00010000:00010000:3.0:1780970704.115179:0:6249:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970704.115183:0:6249:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f5379314/0xa1e9845215a8ff44 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3109:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247eb expref: 13 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.115193:0:6249:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f5379314/0xa1e9845215a8ff44 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3109:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247eb expref: 13 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.115211:0:6249:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.115213:0:6249:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.115215:0:6249:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b255d464/0xa1e9845215a92ab7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3109:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.115223:0:6249:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b255d464/0xa1e9845215a92ab7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3109:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.115236:0:6249:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970704.115253:0:6249:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e34f707 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e474371c-4744-4c95-8a55-40a3132b2542+13:2264:x1867475563551168:12345-192.168.204.45@tcp:103:ldlm_bl_07.0 Request processed in 82us (2138us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970704.115259:0:6249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21766 00010000:00010000:3.0:1780970704.115279:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780970704.115283:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000019be72c3/0xa1e9845215a92aa9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.115290:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000019be72c3 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970704.115293:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000019be72c3/0xa1e9845215a92aa9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.115303:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000019be72c3/0xa1e9845215a92aa9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.115314:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000019be72c3/0xa1e9845215a92aa9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.115319:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019be72c3/0xa1e9845215a92aa9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.115335:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780970704.115337:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d9dc9b2b/0xa1e9845215a92a94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.115343:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d9dc9b2b already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970704.115345:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d9dc9b2b/0xa1e9845215a92a94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.115351:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d9dc9b2b/0xa1e9845215a92a94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.115361:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d9dc9b2b/0xa1e9845215a92a94 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.115366:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d9dc9b2b/0xa1e9845215a92a94 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.115384:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.115385:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.115386:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780970704.115416:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006c7b0adb/2, rc 0, transno 31254 00000100:00100000:3.0:1780970704.115428:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c7b0adb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559756096:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1780970704.115439:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000005dbe47f/2, rc 0, transno 31255 00000100:00100000:3.0:1780970704.115442:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005dbe47f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559756352:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1780970704.115538:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970704.115592:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780970704.115602:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019befd87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559758144:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.115667:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.115693:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559758144 00000100:00100000:3.0:1780970704.115715:0:123248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88135 00000100:00100000:3.0:1780970704.115719:0:123248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f53f531c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+24:3362:x1867475559758144:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1780970704.115735:0:123248:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11821 count 1 00010000:00010000:3.0:1780970704.115749:0:123248:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c4309c47/0xa1e9845215a92ada lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e2d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.115760:0:123248:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000194c1617/0xa1e9845215a8ff75 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2e2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247f9 expref: 15 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.115766:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.115768:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.115769:0:123248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c4309c47/0xa1e9845215a92ada lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2e2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.115791:0:123248:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000194c1617/0xa1e9845215a8ff75 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247f9 expref: 15 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.115802:0:123248:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000194c1617/0xa1e9845215a8ff75 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247f9 expref: 15 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.115811:0:123248:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000abfca92b pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:123248:1867475559758272:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970704.115836:0:123248:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d056309b going to sleep for 43 seconds 00000100:00100000:2.0:1780970704.116309:0:115589:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090fd683d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+25:3363:x1867475559757184:12345-0@lo:6:osp-syn-0-1.0 Request processed in 29834us (30336us total) trans 103079229197 rc 0/0 00000100:00100000:2.0:1780970704.116316:0:115589:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88129 00010000:00010000:2.0:1780970704.116346:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.116381:0:30677:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb16ab5b/0xa1e9845215a8f986 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x312c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924647 expref: 12 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:2.0:1780970704.116404:0:30677:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005477d0f8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:30677:1867475559755328:192.168.204.45@tcp:104: 00010000:00010000:2.0:1780970704.116424:0:30677:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cfc872f2/0xa1e9845215a92a2b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x312c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.116446:0:30677:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cfc872f2/0xa1e9845215a92a2b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x312c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.116452:0:30677:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cfc872f2/0xa1e9845215a92a2b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x312c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.116459:0:30677:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cfc872f2/0xa1e9845215a92a2b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x312c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.116465:0:30677:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc872f2/0xa1e9845215a92a2b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x312c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.116496:0:30677:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780970704.116699:0:30677:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ebe2f9b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+25:3361:x1867475559755072:12345-0@lo:6:osp-syn-0-1.0 Request processed in 49258us (51707us total) trans 103079229198 rc 0/0 00000100:00100000:2.0:1780970704.116705:0:30677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88114 00010000:00010000:0.0:1780970704.118785:0:123249:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002d6f5ca1/0xa1e9845215a8fa7b lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2e27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892468d expref: 15 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.118810:0:123249:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3b275f5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:123249:1867475559756480:192.168.204.45@tcp:104: 00010000:00010000:0.0:1780970704.118832:0:123249:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a7e0ec22/0xa1e9845215a92a78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.118840:0:123249:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a7e0ec22/0xa1e9845215a92a78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.118846:0:123249:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a7e0ec22/0xa1e9845215a92a78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.118853:0:123249:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a7e0ec22/0xa1e9845215a92a78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.118860:0:123249:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a7e0ec22/0xa1e9845215a92a78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.118890:0:123249:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1780970704.119136:0:123249:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cb3362f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+25:3360:x1867475559756224:12345-0@lo:6:osp-syn-1-1.0 Request processed in 46680us (46884us total) trans 4294998552 rc 0/0 00000100:00100000:0.0:1780970704.119146:0:123249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88123 00000100:00100000:0.0:1780970704.119203:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086b3ecd7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559757504:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.119241:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.119262:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db945f4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559757952:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.119284:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1780970704.119312:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000035d0e3c8/2, rc 0, transno 31253 00000100:00100000:0.0:1780970704.119323:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000035d0e3c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559756864:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1780970704.119335:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000daa90be2/2, rc 0, transno 14090 00000100:00100000:0.0:1780970704.119348:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000daa90be2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559755840:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1780970704.119358:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c4cd30db/2, rc 0, transno 14094 00000100:00100000:0.0:1780970704.119361:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c4cd30db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559755072:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.119374:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1780970704.119379:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c5521d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559757888:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.119426:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.119442:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cff9cc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559758208:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.119463:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1780970704.119494:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000025147dd2/2, rc 0, transno 31256 00000100:00100000:0.0:1780970704.119499:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025147dd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559756224:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1780970704.119511:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780970704.119517:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cfc872f2/0xa1e9845215a92a2b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x312c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.119526:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cfc872f2 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.119529:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cfc872f2/0xa1e9845215a92a2b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x312c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.119537:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cfc872f2/0xa1e9845215a92a2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x312c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.119563:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cfc872f2/0xa1e9845215a92a2b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x312c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.119568:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cfc872f2/0xa1e9845215a92a2b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x312c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.119585:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.119588:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a7e0ec22/0xa1e9845215a92a78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.119593:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a7e0ec22 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.119595:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7e0ec22/0xa1e9845215a92a78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.119601:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7e0ec22/0xa1e9845215a92a78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.119610:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a7e0ec22/0xa1e9845215a92a78 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.119643:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7e0ec22/0xa1e9845215a92a78 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.119659:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.119660:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.119662:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970704.119679:0:123252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559757824 00000100:00100000:0.0:1780970704.119712:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17422 00000100:00100000:0.0:1780970704.119717:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012a29c59 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:112205:x1867475559757824:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1780970704.119733:0:123252:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1780970704.119751:0:123252:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c3eededd/0xa1e9845215a92ae1 lrc: 2/0,0 mode: --/EX res: [0x200002b12:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa1e9845215a92acc expref: -99 pid: 123252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.119778:0:123252:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ac1dbf/0xa1e9845215a92944 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892492d expref: 25 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.119787:0:123252:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c3eededd/0xa1e9845215a92ae1 lrc: 4/0,0 mode: --/EX res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xa1e9845215a92acc expref: 11 pid: 123252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.119817:0:123252:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ac1dbf/0xa1e9845215a92944 lrc: 3/0,0 mode: PR/PR res: [0x200002b12:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892492d expref: 25 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.119826:0:123252:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ac1dbf/0xa1e9845215a92944 lrc: 4/0,0 mode: PR/PR res: [0x200002b12:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892492d expref: 25 pid: 112204 timeout: 7456 lvb_type: 0 00000100:00100000:0.0:1780970704.119837:0:123252:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000004774e88 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:123252:1867475559758336:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970704.119881:0:123252:0:(client.c:2500:ptlrpc_set_wait()) set 000000005cff8ddd going to sleep for 43 seconds 00010000:00010000:0.0:1780970704.119908:0:30674:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007e6ff684/0xa1e9845215a8fdbc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892477b expref: 11 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.119918:0:30674:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b78492e1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30674:1867475559757056:192.168.204.45@tcp:104: 00010000:00010000:0.0:1780970704.119931:0:30674:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000082231ba1/0xa1e9845215a92aa2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.119944:0:30674:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000082231ba1/0xa1e9845215a92aa2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.119950:0:30674:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082231ba1/0xa1e9845215a92aa2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.119957:0:30674:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082231ba1/0xa1e9845215a92aa2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.119963:0:30674:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000082231ba1/0xa1e9845215a92aa2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.119975:0:30674:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780970704.120190:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009933c1a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+25:3360:x1867475559756992:12345-0@lo:6:osp-syn-0-1.0 Request processed in 38640us (38764us total) trans 103079229199 rc 0/0 00000100:00100000:0.0:1780970704.120197:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88128 00000100:00100000:0.0:1780970704.120219:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559757504 00000100:00100000:0.0:1780970704.120236:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559757952 00000100:00100000:0.0:1780970704.120258:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559757888 00000100:00100000:0.0:1780970704.120270:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559758208 00000100:00100000:0.0:1780970704.120284:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88136 00000100:00100000:0.0:1780970704.120288:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078523920 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+25:3361:x1867475559757504:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1780970704.120306:0:30674:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12596 count 1 00010000:00010000:0.0:1780970704.120321:0:30674:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000132b1125/0xa1e9845215a92ae8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3134:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.120333:0:30674:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000014f99d4d/0xa1e9845215a90008 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924823 expref: 10 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.120342:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.120343:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.120345:0:30674:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000132b1125/0xa1e9845215a92ae8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.120364:0:30674:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000014f99d4d/0xa1e9845215a90008 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924823 expref: 10 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.120372:0:30674:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000014f99d4d/0xa1e9845215a90008 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924823 expref: 10 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.120383:0:30674:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e720f75e pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30674:1867475559758400:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970704.120408:0:30674:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ffa6f985 going to sleep for 6 seconds 00010000:00010000:0.0:1780970704.120432:0:8236:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f5379314/0xa1e9845215a8ff44 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247eb expref: 10 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.120441:0:8236:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e8f56128 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8236:1867475559757440:192.168.204.45@tcp:104: 00010000:00010000:0.0:1780970704.120453:0:8236:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b255d464/0xa1e9845215a92ab7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.120460:0:8236:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b255d464/0xa1e9845215a92ab7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.120465:0:8236:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b255d464/0xa1e9845215a92ab7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.120477:0:8236:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b255d464/0xa1e9845215a92ab7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.120483:0:8236:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b255d464/0xa1e9845215a92ab7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.120495:0:8236:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1780970704.120820:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780970704.120825:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000082231ba1/0xa1e9845215a92aa2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.120833:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000082231ba1 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970704.120836:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000082231ba1/0xa1e9845215a92aa2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.120844:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000082231ba1/0xa1e9845215a92aa2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.120859:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000082231ba1/0xa1e9845215a92aa2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.120866:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082231ba1/0xa1e9845215a92aa2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.120888:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780970704.120890:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b255d464/0xa1e9845215a92ab7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.120896:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b255d464 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970704.120898:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b255d464/0xa1e9845215a92ab7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.120904:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b255d464/0xa1e9845215a92ab7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.120913:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b255d464/0xa1e9845215a92ab7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.120919:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b255d464/0xa1e9845215a92ab7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.120943:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.120945:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.120946:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970704.120963:0:8237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88137 00000100:00100000:3.0:1780970704.120968:0:8237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f950754d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+27:3361:x1867475559757952:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1780970704.120985:0:8237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11820 count 1 00010000:00010000:3.0:1780970704.121015:0:8237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a6428119/0xa1e9845215a92aef lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e2c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.121033:0:8237:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e30dee/0xa1e9845215a8fee2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2e2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247cf expref: 14 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.121040:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.121042:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.121044:0:8237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a6428119/0xa1e9845215a92aef lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2e2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.121065:0:8237:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e30dee/0xa1e9845215a8fee2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247cf expref: 14 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.121140:0:8237:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5e30dee/0xa1e9845215a8fee2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247cf expref: 14 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.121152:0:8237:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e521fabe pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8237:1867475559758464:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970704.121186:0:8237:0:(client.c:2500:ptlrpc_set_wait()) set 000000005733c522 going to sleep for 43 seconds 00010000:00010000:3.0:1780970704.121200:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970704.121303:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000560e8880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559758528:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.121345:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.121386:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559758528 00000100:00100000:3.0:1780970704.121414:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88138 00000100:00100000:3.0:1780970704.121418:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c6f837a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+28:3361:x1867475559757888:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1780970704.121431:0:30685:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11819 count 1 00010000:00010000:3.0:1780970704.121443:0:30685:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92af6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e2b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.121459:0:30685:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001f459048/0xa1e9845215a8fe80 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2e2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247b3 expref: 14 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.121466:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.121468:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.121469:0:30685:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92af6 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2e2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.121488:0:30685:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001f459048/0xa1e9845215a8fe80 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247b3 expref: 14 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.121497:0:30685:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001f459048/0xa1e9845215a8fe80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247b3 expref: 14 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.121506:0:30685:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ada4480e pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:30685:1867475559758656:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970704.121531:0:30685:0:(client.c:2500:ptlrpc_set_wait()) set 00000000437d8861 going to sleep for 43 seconds 00000100:00100000:3.0:1780970704.121547:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000681407a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559758592:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.121573:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.121601:0:30686:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559758592 00000100:00100000:3.0:1780970704.121638:0:30686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88139 00000100:00100000:3.0:1780970704.121642:0:30686:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f46033e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+29:3361:x1867475559758208:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1780970704.121654:0:30686:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11822 count 1 00010000:00010000:3.0:1780970704.121665:0:30686:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a92afd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e2e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.121676:0:30686:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f6174d7a/0xa1e9845215a900fd lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2e2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924869 expref: 14 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.121683:0:30686:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.121684:0:30686:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.121686:0:30686:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a92afd lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2e2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.121703:0:30686:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f6174d7a/0xa1e9845215a900fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924869 expref: 14 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.121711:0:30686:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f6174d7a/0xa1e9845215a900fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924869 expref: 14 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.121720:0:30686:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000505f172d pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:30686:1867475559758720:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970704.121744:0:30686:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f093748d going to sleep for 43 seconds 00000100:00100000:3.0:1780970704.121762:0:30688:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88140 00000100:00100000:3.0:1780970704.121766:0:30688:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9f05c5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+29:3361:x1867475559758528:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1780970704.121780:0:30688:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11779 count 1 00010000:00010000:3.0:1780970704.121790:0:30688:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008fd994f9/0xa1e9845215a92b04 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e03:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.121800:0:30688:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000eada72ad/0xa1e9845215a9015f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2e03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924885 expref: 14 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.121806:0:30688:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.121808:0:30688:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.121809:0:30688:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008fd994f9/0xa1e9845215a92b04 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2e03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.121830:0:30688:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000eada72ad/0xa1e9845215a9015f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924885 expref: 14 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.121839:0:30688:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000eada72ad/0xa1e9845215a9015f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924885 expref: 14 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.121848:0:30688:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000094b6c837 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:30688:1867475559758784:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970704.121868:0:30688:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e99e330f going to sleep for 43 seconds 00000100:00100000:3.0:1780970704.122026:0:123253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88141 00000100:00100000:3.0:1780970704.122030:0:123253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000579f55d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+29:3362:x1867475559758592:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1780970704.122043:0:123253:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11823 count 1 00010000:00010000:3.0:1780970704.122054:0:123253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a92b0b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e2f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.122064:0:123253:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000691a7536/0xa1e9845215a90190 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2e2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924893 expref: 14 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.122071:0:123253:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.122073:0:123253:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.122074:0:123253:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a92b0b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2e2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.122092:0:123253:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000691a7536/0xa1e9845215a90190 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924893 expref: 14 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.122100:0:123253:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000691a7536/0xa1e9845215a90190 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924893 expref: 14 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.122109:0:123253:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093a7d4f4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:123253:1867475559758848:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970704.122136:0:123253:0:(client.c:2500:ptlrpc_set_wait()) set 000000006720d193 going to sleep for 43 seconds 00010000:00010000:2.0:1780970704.123072:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.123078:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780970704.123279:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c41e7a55/2, rc 0, transno 14093 00000100:00100000:1.0:1780970704.123290:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c41e7a55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559757184:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1780970704.123387:0:8691:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000255970f6/0xa1e9845215a92a01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.123399:0:8691:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000255970f6/0xa1e9845215a92a01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.123408:0:8691:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000255970f6/0xa1e9845215a92a01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.123414:0:8691:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000255970f6/0xa1e9845215a92a01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.123433:0:8691:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780970704.123679:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1f8ce08 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+30:3363:x1867475559754240:12345-0@lo:6:osp-syn-1-1.0 Request processed in 71233us (71503us total) trans 4294998553 rc 0/0 00000100:00100000:1.0:1780970704.123688:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88109 00010000:00010000:1.0:1780970704.123808:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.123812:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000255970f6/0xa1e9845215a92a01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.123820:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000255970f6 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.123823:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000255970f6/0xa1e9845215a92a01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.123829:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000255970f6/0xa1e9845215a92a01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.123849:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000255970f6/0xa1e9845215a92a01 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.123858:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000255970f6/0xa1e9845215a92a01 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.123874:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.123875:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.123876:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.123916:0:123251:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e4953f89 going to sleep for 6 seconds 00000100:00100000:2.0:1780970704.124112:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e58a44bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559758912:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.124151:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1780970704.124186:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006455c0e7/2, rc 0, transno 31257 00000100:00100000:2.0:1780970704.124197:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006455c0e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559754240:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970704.124924:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000243fc45a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559759040:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.124972:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.125105:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780970704.125113:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e24a27d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559758976:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.125140:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.126278:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2e02f78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559759104:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.126316:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.126420:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970704.126446:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563551296 00010000:00010000:3.0:1780970704.126473:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000060b90a36/0xa1e9845215a9012e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924877 expref: 10 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.126505:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21767 00000100:00100000:3.0:1780970704.126511:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000427760c3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+10:2264:x1867475563551296:12345-192.168.204.45@tcp:103:ldlm_bl_10.0 00010000:00010000:3.0:1780970704.126523:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970704.126528:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000060b90a36/0xa1e9845215a9012e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924877 expref: 10 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.126536:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000060b90a36/0xa1e9845215a9012e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924877 expref: 10 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.126562:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.126565:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.126568:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005db7e15e/0xa1e9845215a92ac5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.126578:0:6250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005db7e15e/0xa1e9845215a92ac5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.126598:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970704.126648:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000427760c3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+10:2264:x1867475563551296:12345-192.168.204.45@tcp:103:ldlm_bl_10.0 Request processed in 137us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970704.126656:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21767 00000100:00100000:3.0:1780970704.126702:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970704.126718:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563551232 00010000:00010000:3.0:1780970704.126733:0:6248:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000022af65bf/0xa1e9845215a8fd8b lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2e2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892476d expref: 15 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.126755:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21768 00000100:00100000:3.0:1780970704.126759:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006288a692 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+15:2263:x1867475563551232:12345-192.168.204.45@tcp:103:ldlm_bl_05.0 00010000:00010000:3.0:1780970704.126767:0:6248:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970704.126771:0:6248:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000022af65bf/0xa1e9845215a8fd8b lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2e2a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892476d expref: 15 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.126780:0:6248:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000022af65bf/0xa1e9845215a8fd8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e2a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892476d expref: 15 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.126795:0:6248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.126797:0:6248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.126799:0:6248:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a92abe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e2a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.126806:0:6248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a92abe lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2e2a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.126822:0:6248:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970704.126839:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006288a692 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+15:2263:x1867475563551232:12345-192.168.204.45@tcp:103:ldlm_bl_05.0 Request processed in 79us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970704.126845:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21768 00000100:00100000:0.0:1780970704.127075:0:8236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d2b5a92 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+26:3361:x1867475559757376:12345-0@lo:6:osp-syn-0-1.0 Request processed in 26493us (26560us total) trans 103079229200 rc 0/0 00000100:00100000:0.0:1780970704.127083:0:8236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88131 00000100:00100000:0.0:1780970704.127110:0:8236:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559758912 00000100:00100000:0.0:1780970704.127136:0:8236:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559759040 00000100:00100000:0.0:1780970704.127151:0:8236:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559758976 00000100:00100000:0.0:1780970704.127158:0:8236:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559759104 00000100:00100000:0.0:1780970704.127168:0:8236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88142 00000100:00100000:0.0:1780970704.127171:0:8236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9302c1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+28:3363:x1867475559758912:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1780970704.127193:0:8236:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12599 count 1 00010000:00010000:0.0:1780970704.127214:0:8236:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a92b12 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3137:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.127228:0:8236:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a191b690/0xa1e9845215a902b6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248e7 expref: 9 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.127234:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.127235:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.127237:0:8236:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a92b12 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.127265:0:8236:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a191b690/0xa1e9845215a902b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248e7 expref: 9 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.127275:0:8236:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a191b690/0xa1e9845215a902b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248e7 expref: 9 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.127286:0:8236:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000bebf505 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8236:1867475559759168:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970704.127317:0:8236:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c2dafdac going to sleep for 43 seconds 00000100:00100000:0.0:1780970704.127335:0:123249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88143 00000100:00100000:0.0:1780970704.127339:0:123249:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055f97a10 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+28:3361:x1867475559759040:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1780970704.127351:0:123249:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12601 count 1 00002000:00010000:0.0:1780970704.127375:0:123249:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3139:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.127380:0:123249:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b57edb1/0xa1e9845215a92b19 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3139:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.127388:0:123249:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.127390:0:123249:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.127392:0:123249:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b57edb1/0xa1e9845215a92b19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.127402:0:123249:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b57edb1/0xa1e9845215a92b19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.127411:0:123249:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b57edb1/0xa1e9845215a92b19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.127422:0:123249:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002b57edb1/0xa1e9845215a92b19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.127440:0:123249:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780970704.127658:0:123249:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055f97a10 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+29:3361:x1867475559759040:12345-0@lo:6:osp-syn-0-1.0 Request processed in 317us (2685us total) trans 103079229201 rc 0/0 00000100:00100000:0.0:1780970704.127665:0:123249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88143 00000100:00100000:0.0:1780970704.127683:0:123249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88144 00000100:00100000:0.0:1780970704.127686:0:123249:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e33b49f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+28:3361:x1867475559758976:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1780970704.127697:0:123249:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12600 count 1 00010000:00010000:0.0:1780970704.127708:0:123249:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000aff7646/0xa1e9845215a92b20 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.127717:0:123249:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007117d3a6/0xa1e9845215a90318 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924903 expref: 9 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.127724:0:123249:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.127725:0:123249:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.127726:0:123249:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000aff7646/0xa1e9845215a92b20 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.127743:0:123249:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007117d3a6/0xa1e9845215a90318 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924903 expref: 9 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.127750:0:123249:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007117d3a6/0xa1e9845215a90318 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924903 expref: 9 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.127765:0:123249:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003850eab3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:123249:1867475559759232:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970704.127786:0:123249:0:(client.c:2500:ptlrpc_set_wait()) set 000000001c4539c3 going to sleep for 43 seconds 00000004:00080000:0.0:1780970704.127831:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006d27a7b0/2, rc 0, transno 14095 00000100:00100000:0.0:1780970704.127845:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d27a7b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559756992:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.127864:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88145 00000100:00100000:0.0:1780970704.127868:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d2f12f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+30:3362:x1867475559759104:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.127880:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11824 count 1 00010000:00010000:0.0:1780970704.127894:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dcc57c0f/0xa1e9845215a92b27 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e30:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.127903:0:23195:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004c5afbd4/0xa1e9845215a90285 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2e30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248d9 expref: 14 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.127909:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.127910:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.127912:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dcc57c0f/0xa1e9845215a92b27 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2e30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.127929:0:23195:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004c5afbd4/0xa1e9845215a90285 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248d9 expref: 14 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1780970704.127937:0:23195:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004c5afbd4/0xa1e9845215a90285 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248d9 expref: 14 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.127946:0:23195:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000089a74440 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:23195:1867475559759296:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970704.127967:0:23195:0:(client.c:2500:ptlrpc_set_wait()) set 00000000439cab25 going to sleep for 43 seconds 00010000:00010000:1.0:1780970704.128206:0:33546:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000022af65bf/0xa1e9845215a8fd8b lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2e2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892476d expref: 14 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:1.0:1780970704.128220:0:33546:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c454a3d6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:33546:1867475559757632:192.168.204.45@tcp:104: 00010000:00010000:1.0:1780970704.128237:0:33546:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a92abe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.128245:0:33546:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a92abe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.128251:0:33546:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a92abe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.128257:0:33546:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a92abe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.128263:0:33546:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a92abe lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.128284:0:33546:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780970704.128434:0:33546:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000808ce823 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+31:3362:x1867475559757568:12345-0@lo:6:osp-syn-1-1.0 Request processed in 20621us (21512us total) trans 4294998554 rc 0/0 00000100:00100000:1.0:1780970704.128441:0:33546:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88132 00010000:00010000:1.0:1780970704.128474:0:30675:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000060b90a36/0xa1e9845215a9012e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924877 expref: 9 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:1.0:1780970704.128485:0:30675:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000478c2c59 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:30675:1867475559757760:192.168.204.45@tcp:104: 00010000:00010000:1.0:1780970704.128495:0:30675:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005db7e15e/0xa1e9845215a92ac5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.128502:0:30675:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005db7e15e/0xa1e9845215a92ac5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.128507:0:30675:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005db7e15e/0xa1e9845215a92ac5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.128513:0:30675:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005db7e15e/0xa1e9845215a92ac5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.128519:0:30675:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005db7e15e/0xa1e9845215a92ac5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.128532:0:30675:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1780970704.128648:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001781d7a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+29:3363:x1867475559757696:12345-0@lo:6:osp-syn-0-1.0 Request processed in 20057us (20108us total) trans 103079229202 rc 0/0 00000100:00100000:1.0:1780970704.128656:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88133 00010000:00010000:1.0:1780970704.128672:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1780970704.128677:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002b57edb1/0xa1e9845215a92b19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.128685:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002b57edb1 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.128689:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002b57edb1/0xa1e9845215a92b19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.128695:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002b57edb1/0xa1e9845215a92b19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.128712:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002b57edb1/0xa1e9845215a92b19 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.128718:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b57edb1/0xa1e9845215a92b19 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.128733:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780970704.128735:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a92abe lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.128740:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aa7d67d2 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.128742:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a92abe lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.128747:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a92abe lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.128758:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a92abe lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.128763:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aa7d67d2/0xa1e9845215a92abe lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.128776:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.128778:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005db7e15e/0xa1e9845215a92ac5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.128784:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005db7e15e already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.128786:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005db7e15e/0xa1e9845215a92ac5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.128792:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005db7e15e/0xa1e9845215a92ac5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.128800:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005db7e15e/0xa1e9845215a92ac5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.128805:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005db7e15e/0xa1e9845215a92ac5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.128816:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.128818:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.128819:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.128825:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780970704.128848:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008953f0be/2, rc 0, transno 31258 00000100:00100000:1.0:1780970704.128861:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008953f0be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559757568:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.128905:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780970704.128913:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000478c2c59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559759360:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.129147:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.130525:0:23536:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559759360 00000100:00100000:0.0:1780970704.130654:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b7685c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559759424:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.130700:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.130738:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559759424 00000100:00100000:0.0:1780970704.130766:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88146 00000100:00100000:0.0:1780970704.130771:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d95493e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+29:3360:x1867475559759424:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1780970704.130795:0:30675:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12602 count 1 00002000:00010000:0.0:1780970704.130827:0:30675:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x313a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.130833:0:30675:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92b2e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x313a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.130846:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.130848:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.130852:0:30675:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92b2e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x313a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.130863:0:30675:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92b2e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x313a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.130871:0:30675:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92b2e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x313a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.130878:0:30675:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92b2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x313a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.130894:0:30675:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780970704.131109:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d95493e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+30:3360:x1867475559759424:12345-0@lo:6:osp-syn-0-1.0 Request processed in 337us (408us total) trans 103079229203 rc 0/0 00000100:00100000:0.0:1780970704.131121:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88146 00000004:00080000:0.0:1780970704.131175:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003b7685c4/2, rc 0, transno 14099 00000100:00100000:0.0:1780970704.131184:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b7685c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559759424:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.131218:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780970704.131224:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002af68249 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559759488:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.131245:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.131265:0:33546:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559759488 00000100:00100000:0.0:1780970704.131285:0:33546:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88147 00000100:00100000:0.0:1780970704.131289:0:33546:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9171edf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+30:3360:x1867475559759488:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1780970704.131301:0:33546:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12603 count 1 00002000:00010000:0.0:1780970704.131320:0:33546:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x313b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.131324:0:33546:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000dd8f05d/0xa1e9845215a92b35 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x313b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.131333:0:33546:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.131335:0:33546:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.131337:0:33546:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000dd8f05d/0xa1e9845215a92b35 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x313b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.131346:0:33546:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000dd8f05d/0xa1e9845215a92b35 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x313b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.131354:0:33546:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000dd8f05d/0xa1e9845215a92b35 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x313b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.131360:0:33546:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000dd8f05d/0xa1e9845215a92b35 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x313b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.131380:0:33546:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1780970704.131482:0:33546:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9171edf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+31:3360:x1867475559759488:12345-0@lo:6:osp-syn-0-1.0 Request processed in 191us (236us total) trans 103079229204 rc 0/0 00000100:00100000:0.0:1780970704.131489:0:33546:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88147 00010000:00010000:0.0:1780970704.131509:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780970704.131513:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92b2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x313a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.131521:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000d6f2a3f already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.131524:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92b2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x313a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.131531:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92b2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x313a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.131550:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92b2e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x313a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.131557:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92b2e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x313a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.131573:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.131575:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000dd8f05d/0xa1e9845215a92b35 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x313b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.131581:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000dd8f05d already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.131584:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000dd8f05d/0xa1e9845215a92b35 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x313b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.131590:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000dd8f05d/0xa1e9845215a92b35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x313b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.131598:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000dd8f05d/0xa1e9845215a92b35 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x313b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.131604:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000dd8f05d/0xa1e9845215a92b35 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x313b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.131639:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.131641:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.131642:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780970704.131657:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002af68249/2, rc 0, transno 14100 00000100:00100000:0.0:1780970704.131665:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002af68249 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559759488:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1780970704.131709:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.131715:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.132004:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000920d2bbc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559759552:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.132036:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.132067:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559759552 00000100:00100000:1.0:1780970704.132090:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88148 00000100:00100000:1.0:1780970704.132094:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003eb0cb8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+31:3362:x1867475559759552:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1780970704.132108:0:30675:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12604 count 1 00002000:00010000:1.0:1780970704.132128:0:30675:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x313c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.132132:0:30675:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f57a8777/0xa1e9845215a92b3c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x313c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.132140:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.132142:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.132144:0:30675:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f57a8777/0xa1e9845215a92b3c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x313c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.132153:0:30675:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f57a8777/0xa1e9845215a92b3c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x313c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.132160:0:30675:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f57a8777/0xa1e9845215a92b3c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x313c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.132166:0:30675:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f57a8777/0xa1e9845215a92b3c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x313c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.132181:0:30675:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780970704.132297:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003eb0cb8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+32:3362:x1867475559759552:12345-0@lo:6:osp-syn-0-1.0 Request processed in 201us (261us total) trans 103079229205 rc 0/0 00000100:00100000:1.0:1780970704.132303:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88148 00010000:00010000:1.0:1780970704.132322:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.132326:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f57a8777/0xa1e9845215a92b3c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x313c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.132333:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f57a8777 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.132335:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f57a8777/0xa1e9845215a92b3c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x313c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.132340:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f57a8777/0xa1e9845215a92b3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x313c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.132352:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f57a8777/0xa1e9845215a92b3c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x313c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.132358:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f57a8777/0xa1e9845215a92b3c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x313c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.132372:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.132373:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.132374:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780970704.132392:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000920d2bbc/2, rc 0, transno 14101 00000100:00100000:1.0:1780970704.132400:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000920d2bbc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559759552:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1780970704.132714:0:23536:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88149 00000100:00100000:3.0:1780970704.132721:0:23536:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007df8828 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+31:3362:x1867475559759360:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1780970704.132737:0:23536:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11825 count 1 00010000:00010000:3.0:1780970704.132753:0:23536:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92b43 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e31:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.132766:0:23536:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000a55a1fd/0xa1e9845215a902e7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2e31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248f5 expref: 13 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.132774:0:23536:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.132775:0:23536:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.132777:0:23536:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92b43 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2e31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.132804:0:23536:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000a55a1fd/0xa1e9845215a902e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248f5 expref: 13 pid: 115589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1780970704.132883:0:23536:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000a55a1fd/0xa1e9845215a902e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248f5 expref: 13 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.132895:0:23536:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000427760c3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:23536:1867475559759616:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970704.132961:0:23536:0:(client.c:2500:ptlrpc_set_wait()) set 00000000234c020f going to sleep for 43 seconds 00000100:00100000:3.0:1780970704.133049:0:8237:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e521fabe pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8237:1867475559758464:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970704.133068:0:8237:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a6428119/0xa1e9845215a92aef lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.133166:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970704.133188:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563551360 00010000:00010000:3.0:1780970704.133206:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e30dee/0xa1e9845215a8fee2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247cf expref: 14 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.133228:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21769 00000100:00100000:3.0:1780970704.133233:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e521fabe pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+14:2264:x1867475563551360:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1780970704.133242:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970704.133246:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5e30dee/0xa1e9845215a8fee2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247cf expref: 14 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.133256:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5e30dee/0xa1e9845215a8fee2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247cf expref: 14 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.133272:0:6250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5e30dee/0xa1e9845215a8fee2 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2e2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247cf expref: 14 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.133283:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.133284:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.133286:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a6428119/0xa1e9845215a92aef lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.133298:0:6250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a6428119/0xa1e9845215a92aef lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2e2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.133316:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780970704.133327:0:8237:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a6428119/0xa1e9845215a92aef lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.133335:0:8237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a6428119/0xa1e9845215a92aef lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.133343:0:8237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a6428119/0xa1e9845215a92aef lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.133349:0:8237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a6428119/0xa1e9845215a92aef lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.133362:0:8237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780970704.133513:0:8237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f950754d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+32:3361:x1867475559757952:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12544us (14228us total) trans 4294998555 rc 0/0 00000100:00100000:3.0:1780970704.133521:0:8237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88137 00000100:00100000:3.0:1780970704.133569:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e521fabe pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+13:2264:x1867475563551360:12345-192.168.204.45@tcp:103:ldlm_bl_04.0 Request processed in 335us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970704.133575:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21769 00000100:00100000:3.0:1780970704.133649:0:30685:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ada4480e pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:30685:1867475559758656:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970704.133661:0:30685:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92af6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.133715:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970704.133732:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563551424 00010000:00010000:3.0:1780970704.133744:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001f459048/0xa1e9845215a8fe80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247b3 expref: 13 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.133762:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21770 00000100:00100000:3.0:1780970704.133766:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ada4480e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+13:2264:x1867475563551424:12345-192.168.204.45@tcp:103:ldlm_bl_09.0 00010000:00010000:3.0:1780970704.133773:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970704.133776:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001f459048/0xa1e9845215a8fe80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247b3 expref: 13 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.133784:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001f459048/0xa1e9845215a8fe80 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247b3 expref: 13 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.133797:0:6250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f459048/0xa1e9845215a8fe80 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2e2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247b3 expref: 13 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.133806:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.133808:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.133810:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92af6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.133817:0:6250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92af6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2e2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.133832:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780970704.133841:0:30685:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92af6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.133848:0:30685:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92af6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.133855:0:30685:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92af6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.133859:0:30685:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92af6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.133870:0:30685:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1780970704.133964:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c6f837a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+32:3361:x1867475559757888:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12544us (14538us total) trans 4294998556 rc 0/0 00000100:00100000:3.0:1780970704.133970:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88138 00000100:00100000:3.0:1780970704.134017:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ada4480e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+12:2264:x1867475563551424:12345-192.168.204.45@tcp:103:ldlm_bl_09.0 Request processed in 250us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970704.134023:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21770 00010000:00010000:0.0:1780970704.134562:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780970704.134568:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a6428119/0xa1e9845215a92aef lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.134577:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a6428119 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.134580:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a6428119/0xa1e9845215a92aef lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.134587:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a6428119/0xa1e9845215a92aef lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.134603:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a6428119/0xa1e9845215a92aef lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.134608:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a6428119/0xa1e9845215a92aef lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.134647:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.134649:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92af6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.134655:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009b5a5e94 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.134657:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92af6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.134664:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92af6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.134674:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92af6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.134680:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92af6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.134691:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.134692:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.134693:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780970704.134769:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006adbf639/2, rc 0, transno 14096 00000100:00100000:2.0:1780970704.134786:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006adbf639 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559757376:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1780970704.134803:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000243fc45a/2, rc 0, transno 14097 00000100:00100000:2.0:1780970704.134806:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000243fc45a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559759040:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1780970704.134817:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c5521d77/2, rc 0, transno 31260 00000100:00100000:2.0:1780970704.134825:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c5521d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559757888:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1780970704.134834:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000db945f4a/2, rc 0, transno 31259 00000100:00100000:2.0:1780970704.134837:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db945f4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559757952:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970704.134859:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000082cb8677 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559759680:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.134896:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1780970704.134924:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002f99af0b/2, rc 0, transno 14098 00000100:00100000:2.0:1780970704.135060:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f99af0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559757696:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.135088:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559759680 00000100:00100000:2.0:1780970704.135120:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88150 00000100:00100000:2.0:1780970704.135125:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000079c68fe6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+32:3363:x1867475559759680:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.135153:0:30685:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12605 count 1 00002000:00010000:2.0:1780970704.135193:0:30685:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x313d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.135199:0:30685:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084df4009/0xa1e9845215a92b4a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x313d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.135210:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.135211:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.135214:0:30685:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084df4009/0xa1e9845215a92b4a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x313d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.135224:0:30685:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084df4009/0xa1e9845215a92b4a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x313d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.135231:0:30685:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084df4009/0xa1e9845215a92b4a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x313d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.135237:0:30685:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000084df4009/0xa1e9845215a92b4a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x313d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.135250:0:30685:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780970704.135409:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000079c68fe6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+33:3363:x1867475559759680:12345-0@lo:6:osp-syn-0-1.0 Request processed in 283us (514us total) trans 103079229206 rc 0/0 00000100:00100000:2.0:1780970704.135417:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88150 00000004:00080000:2.0:1780970704.135445:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000082cb8677/2, rc 0, transno 14102 00000100:00100000:2.0:1780970704.135449:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000082cb8677 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559759680:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1780970704.135571:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.135577:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000084df4009/0xa1e9845215a92b4a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x313d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.135585:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000084df4009 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.135587:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000084df4009/0xa1e9845215a92b4a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x313d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.135719:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c4d414cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559759872:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1780970704.135753:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.135771:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780970704.135776:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096ddd8e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559759936:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1780970704.135795:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.135910:0:33546:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559759872 00000100:00100000:1.0:1780970704.135951:0:33546:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559759936 00000100:00100000:1.0:1780970704.135969:0:33546:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88151 00000100:00100000:1.0:1780970704.135973:0:33546:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019420543 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+34:3362:x1867475559759872:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1780970704.135988:0:33546:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12608 count 1 00002000:00010000:1.0:1780970704.136143:0:33546:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3140:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.136148:0:33546:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001baebfe8/0xa1e9845215a92b51 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3140:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.136157:0:33546:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.136159:0:33546:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.136161:0:33546:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001baebfe8/0xa1e9845215a92b51 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3140:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.136171:0:33546:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001baebfe8/0xa1e9845215a92b51 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3140:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.136178:0:33546:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001baebfe8/0xa1e9845215a92b51 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3140:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.136184:0:33546:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001baebfe8/0xa1e9845215a92b51 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3140:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.136199:0:33546:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780970704.136339:0:33546:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019420543 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+35:3362:x1867475559759872:12345-0@lo:6:osp-syn-0-1.0 Request processed in 365us (586us total) trans 103079229207 rc 0/0 00000100:00100000:1.0:1780970704.136346:0:33546:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88151 00000100:00100000:1.0:1780970704.136362:0:33546:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88152 00000100:00100000:1.0:1780970704.136367:0:33546:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff56d041 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+34:3362:x1867475559759936:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1780970704.136378:0:33546:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12554 count 1 00002000:00010000:1.0:1780970704.136392:0:33546:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x310a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.136396:0:33546:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a92b58 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x310a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.136403:0:33546:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.136404:0:33546:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.136407:0:33546:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a92b58 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x310a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.136414:0:33546:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a92b58 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x310a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.136420:0:33546:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a92b58 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x310a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.136425:0:33546:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a92b58 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x310a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.136437:0:33546:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780970704.136526:0:33546:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff56d041 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+35:3362:x1867475559759936:12345-0@lo:6:osp-syn-0-1.0 Request processed in 158us (730us total) trans 103079229208 rc 0/0 00000100:00100000:1.0:1780970704.136531:0:33546:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88152 00010000:00010000:1.0:1780970704.136549:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780970704.136552:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001baebfe8/0xa1e9845215a92b51 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3140:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.136564:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001baebfe8 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.136566:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001baebfe8/0xa1e9845215a92b51 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3140:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.136573:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001baebfe8/0xa1e9845215a92b51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3140:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.136590:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001baebfe8/0xa1e9845215a92b51 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3140:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.136596:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001baebfe8/0xa1e9845215a92b51 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3140:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.136641:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.136644:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a92b58 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x310a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.136649:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000645805ac already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.136651:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a92b58 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x310a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.136658:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a92b58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x310a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.136667:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a92b58 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x310a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.136676:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a92b58 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x310a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.136687:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.136688:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.136689:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.136700:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780970704.136773:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000096ddd8e8/2, rc 0, transno 14104 00000100:00100000:1.0:1780970704.136786:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096ddd8e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559759936:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1780970704.136794:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c4d414cd/2, rc 0, transno 14103 00000100:00100000:1.0:1780970704.136797:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c4d414cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559759872:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1780970704.137112:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000084df4009/0xa1e9845215a92b4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x313d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.137126:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000084df4009/0xa1e9845215a92b4a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x313d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.137132:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084df4009/0xa1e9845215a92b4a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x313d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.137148:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.137150:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.137151:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.137157:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970704.137197:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f9288ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559760128:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.137234:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.137258:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780970704.137263:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d491f6d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559760192:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.137283:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.137307:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559760128 00000100:00100000:0.0:1780970704.137334:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559760192 00000100:00100000:0.0:1780970704.137352:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88153 00000100:00100000:0.0:1780970704.137356:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b648b3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+36:3362:x1867475559760128:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1780970704.137372:0:30675:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12609 count 1 00002000:00010000:0.0:1780970704.137393:0:30675:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3141:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.137397:0:30675:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d934df3/0xa1e9845215a92b5f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3141:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.137406:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.137408:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.137410:0:30675:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d934df3/0xa1e9845215a92b5f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3141:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.137419:0:30675:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d934df3/0xa1e9845215a92b5f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3141:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.137426:0:30675:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d934df3/0xa1e9845215a92b5f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3141:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.137432:0:30675:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008d934df3/0xa1e9845215a92b5f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3141:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.137445:0:30675:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780970704.137579:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b648b3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+37:3362:x1867475559760128:12345-0@lo:6:osp-syn-0-1.0 Request processed in 221us (346us total) trans 103079229209 rc 0/0 00000100:00100000:0.0:1780970704.137586:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88153 00000100:00100000:0.0:1780970704.137611:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88154 00000100:00100000:0.0:1780970704.137640:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011c6f3f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+36:3362:x1867475559760192:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1780970704.137652:0:30675:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12610 count 1 00002000:00010000:0.0:1780970704.137667:0:30675:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3142:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.137670:0:30675:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e4045ab9/0xa1e9845215a92b66 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3142:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.137677:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.137678:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.137680:0:30675:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e4045ab9/0xa1e9845215a92b66 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3142:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.137688:0:30675:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e4045ab9/0xa1e9845215a92b66 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3142:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.137694:0:30675:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e4045ab9/0xa1e9845215a92b66 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3142:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.137699:0:30675:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e4045ab9/0xa1e9845215a92b66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3142:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.137713:0:30675:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1780970704.137801:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011c6f3f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+37:3362:x1867475559760192:12345-0@lo:6:osp-syn-0-1.0 Request processed in 160us (518us total) trans 103079229210 rc 0/0 00000100:00100000:0.0:1780970704.137807:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88154 00010000:00010000:0.0:1780970704.137833:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780970704.137837:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008d934df3/0xa1e9845215a92b5f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3141:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.137844:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008d934df3 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.137846:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008d934df3/0xa1e9845215a92b5f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3141:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.137857:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008d934df3/0xa1e9845215a92b5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3141:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.137869:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008d934df3/0xa1e9845215a92b5f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3141:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.137875:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d934df3/0xa1e9845215a92b5f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3141:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.137889:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.137891:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e4045ab9/0xa1e9845215a92b66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3142:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.137897:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e4045ab9 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.137898:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e4045ab9/0xa1e9845215a92b66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3142:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.137904:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e4045ab9/0xa1e9845215a92b66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3142:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.137911:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e4045ab9/0xa1e9845215a92b66 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3142:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.137916:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4045ab9/0xa1e9845215a92b66 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3142:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970704.138119:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029d36b69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559759744:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.138153:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.138178:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d02109e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559760000:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970704.138199:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.138216:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1780970704.138221:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000084a5c348 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559759808:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.138240:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.138251:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce2c7f84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559760064:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970704.138266:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.138295:0:8237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559759744 00000100:00100000:2.0:1780970704.138315:0:8237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559760000 00000100:00100000:2.0:1780970704.138326:0:8237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559759808 00000100:00100000:2.0:1780970704.138336:0:8237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559760064 00000100:00100000:2.0:1780970704.138344:0:8237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88155 00000100:00100000:2.0:1780970704.138347:0:8237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009c043f78 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+38:3360:x1867475559759744:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.138359:0:8237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12606 count 1 00002000:00010000:2.0:1780970704.138381:0:8237:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x313e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.138385:0:8237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef8fb5ee/0xa1e9845215a92b6d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x313e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.138393:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.138394:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.138397:0:8237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef8fb5ee/0xa1e9845215a92b6d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x313e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.138405:0:8237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef8fb5ee/0xa1e9845215a92b6d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x313e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.138412:0:8237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef8fb5ee/0xa1e9845215a92b6d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x313e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.138418:0:8237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ef8fb5ee/0xa1e9845215a92b6d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x313e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.138435:0:8237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780970704.138538:0:8237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009c043f78 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+39:3360:x1867475559759744:12345-0@lo:6:osp-syn-0-1.0 Request processed in 190us (385us total) trans 103079229211 rc 0/0 00000100:00100000:2.0:1780970704.138544:0:8237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88155 00000100:00100000:2.0:1780970704.138559:0:8237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88156 00000100:00100000:2.0:1780970704.138561:0:8237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c9e5147 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+33:3360:x1867475559760000:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1780970704.138572:0:8237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11826 count 1 00010000:00010000:2.0:1780970704.138587:0:8237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a92b74 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e32:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.138600:0:8237:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000885dc936/0xa1e9845215a90349 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2e32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924911 expref: 11 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1780970704.138608:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.138609:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.138610:0:8237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a92b74 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2e32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.138660:0:8237:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000885dc936/0xa1e9845215a90349 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924911 expref: 11 pid: 8236 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1780970704.138670:0:8237:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000885dc936/0xa1e9845215a90349 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924911 expref: 11 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:2.0:1780970704.138680:0:8237:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fbcf45a1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8237:1867475559760256:192.168.204.45@tcp:104: 00000100:00100000:2.0:1780970704.138730:0:8237:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f5b67304 going to sleep for 6 seconds 00000004:00080000:2.0:1780970704.138765:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000029d36b69/2, rc 0, transno 14107 00000100:00100000:2.0:1780970704.138776:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029d36b69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559759744:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.138802:0:30677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88157 00000100:00100000:2.0:1780970704.138805:0:30677:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005f2c9bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+38:3360:x1867475559759808:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.138817:0:30677:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12607 count 1 00002000:00010000:2.0:1780970704.138832:0:30677:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x313f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.138836:0:30677:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92b7b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x313f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.138843:0:30677:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.138844:0:30677:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.138846:0:30677:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92b7b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x313f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.138854:0:30677:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92b7b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x313f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.138861:0:30677:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92b7b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x313f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.138867:0:30677:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92b7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x313f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.138879:0:30677:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1780970704.139058:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780970704.139062:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ef8fb5ee/0xa1e9845215a92b6d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x313e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.139070:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ef8fb5ee already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.139073:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef8fb5ee/0xa1e9845215a92b6d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x313e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.139079:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef8fb5ee/0xa1e9845215a92b6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x313e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.139092:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ef8fb5ee/0xa1e9845215a92b6d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x313e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.139098:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef8fb5ee/0xa1e9845215a92b6d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x313e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.139115:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.139117:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92b7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x313f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.139123:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dc8e0b3a already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.139125:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92b7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x313f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.139130:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92b7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x313f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.139139:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92b7b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x313f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.139144:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92b7b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x313f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.139152:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.139154:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.139155:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.139168:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88158 00000100:00100000:1.0:1780970704.139174:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7611e4f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+33:3360:x1867475559760064:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1780970704.139188:0:8691:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11827 count 1 00002000:00010000:1.0:1780970704.139206:0:8691:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.139210:0:8691:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000068a112f9/0xa1e9845215a92b82 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.139223:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.139224:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.139226:0:8691:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000068a112f9/0xa1e9845215a92b82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.139234:0:8691:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000068a112f9/0xa1e9845215a92b82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.139240:0:8691:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000068a112f9/0xa1e9845215a92b82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.139246:0:8691:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000068a112f9/0xa1e9845215a92b82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.139260:0:8691:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780970704.139418:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7611e4f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+34:3360:x1867475559760064:12345-0@lo:6:osp-syn-1-1.0 Request processed in 244us (1151us total) trans 4294998557 rc 0/0 00000100:00100000:1.0:1780970704.139425:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88158 00000004:00080000:1.0:1780970704.139456:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ce2c7f84/2, rc 0, transno 31261 00000100:00100000:1.0:1780970704.139466:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce2c7f84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559760064:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.139522:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f4ab2d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559760320:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.139547:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.139572:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559760320 00000100:00100000:1.0:1780970704.139590:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88159 00000100:00100000:1.0:1780970704.139593:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012682f39 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+34:3360:x1867475559760320:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1780970704.139603:0:8691:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11828 count 1 00002000:00010000:1.0:1780970704.139637:0:8691:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.139641:0:8691:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a30be6b7/0xa1e9845215a92b89 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.139648:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.139649:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.139651:0:8691:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a30be6b7/0xa1e9845215a92b89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.139659:0:8691:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a30be6b7/0xa1e9845215a92b89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.139666:0:8691:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a30be6b7/0xa1e9845215a92b89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.139672:0:8691:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a30be6b7/0xa1e9845215a92b89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.139684:0:8691:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780970704.139776:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012682f39 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+35:3360:x1867475559760320:12345-0@lo:6:osp-syn-1-1.0 Request processed in 180us (227us total) trans 4294998558 rc 0/0 00000100:00100000:1.0:1780970704.139782:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88159 00010000:00010000:1.0:1780970704.139796:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780970704.139799:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000068a112f9/0xa1e9845215a92b82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.139805:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000068a112f9 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.139807:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000068a112f9/0xa1e9845215a92b82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.139817:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000068a112f9/0xa1e9845215a92b82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.139829:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000068a112f9/0xa1e9845215a92b82 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.139835:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000068a112f9/0xa1e9845215a92b82 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.139849:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.139851:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a30be6b7/0xa1e9845215a92b89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.139857:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a30be6b7 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.139859:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a30be6b7/0xa1e9845215a92b89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.139865:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a30be6b7/0xa1e9845215a92b89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.139874:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a30be6b7/0xa1e9845215a92b89 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.139879:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a30be6b7/0xa1e9845215a92b89 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.139894:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.139895:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.139897:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780970704.139913:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006f4ab2d9/2, rc 0, transno 31262 00000100:00100000:1.0:1780970704.139921:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f4ab2d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559760320:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1780970704.141515:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.141518:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.141519:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.141527:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.141584:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.141588:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970704.141599:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780970704.141631:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000021fa4a77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559760448:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.141685:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.141719:0:115589:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559760448 00000100:00100000:0.0:1780970704.141755:0:115589:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88160 00000100:00100000:0.0:1780970704.141760:0:115589:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068b3c221 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+40:3363:x1867475559760448:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1780970704.141784:0:115589:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12611 count 1 00002000:00010000:0.0:1780970704.141813:0:115589:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3143:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.141819:0:115589:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000100745ed/0xa1e9845215a92b90 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3143:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.141830:0:115589:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.141832:0:115589:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.141835:0:115589:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000100745ed/0xa1e9845215a92b90 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.141846:0:115589:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000100745ed/0xa1e9845215a92b90 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.141853:0:115589:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000100745ed/0xa1e9845215a92b90 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.141864:0:115589:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000100745ed/0xa1e9845215a92b90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.141880:0:115589:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780970704.142465:0:123248:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000abfca92b pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:123248:1867475559758272:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970704.142488:0:123248:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c4309c47/0xa1e9845215a92ada lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.142660:0:30688:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000094b6c837 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:30688:1867475559758784:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970704.142672:0:30688:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008fd994f9/0xa1e9845215a92b04 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.142716:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970704.142735:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563551552 00010000:00010000:3.0:1780970704.142758:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ac1dbf/0xa1e9845215a92944 lrc: 5/0,0 mode: PR/PR res: [0x200002b12:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892492d expref: 26 pid: 112204 timeout: 7456 lvb_type: 0 00000100:00100000:3.0:1780970704.142783:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21771 00000100:00100000:3.0:1780970704.142788:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094b6c837 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+26:2264:x1867475563551552:12345-192.168.204.45@tcp:103:ldlm_bl_06.0 00010000:00010000:3.0:1780970704.142799:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970704.142805:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ac1dbf/0xa1e9845215a92944 lrc: 5/0,0 mode: PR/PR res: [0x200002b12:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892492d expref: 26 pid: 112204 timeout: 7456 lvb_type: 0 00010000:00010000:3.0:1780970704.142814:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ac1dbf/0xa1e9845215a92944 lrc: 4/0,0 mode: PR/PR res: [0x200002b12:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892492d expref: 26 pid: 112204 timeout: 7456 lvb_type: 0 00010000:00010000:3.0:1780970704.142832:0:6250:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x0 (00000000044e691c) 00010000:00010000:3.0:1780970704.142838:0:6250:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: 00000000c3eededd/0xa1e9845215a92ae1 lrc: 3/0,0 mode: --/EX res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xa1e9845215a92acc expref: 11 pid: 123252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.142847:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000c3eededd/0xa1e9845215a92ae1 lrc: 3/0,0 mode: EX/EX res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080001000000 nid: 0@lo remote: 0xa1e9845215a92acc expref: 11 pid: 123252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.142855:0:6250:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c3eededd/0xa1e9845215a92ae1 lrc: 4/0,0 mode: EX/EX res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080001000000 nid: 0@lo remote: 0xa1e9845215a92acc expref: 11 pid: 123252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.142881:0:6250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: 00000000c3eededd/0xa1e9845215a92ae1 lrc: 4/0,0 mode: EX/EX res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xa1e9845215a92acc expref: 11 pid: 123252 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.142892:0:6250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000abfca92b pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6250:1867475559760512:0@lo:105: 00000100:00100000:3.0:1780970704.142936:0:6250:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.142951:0:6250:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e99e330f going to sleep for 6 seconds 00000100:00100000:3.0:1780970704.142979:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970704.143011:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563551488 00010000:00010000:3.0:1780970704.143025:0:6248:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000194c1617/0xa1e9845215a8ff75 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247f9 expref: 12 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.143050:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21772 00000100:00100000:3.0:1780970704.143054:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3b275f5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+12:2264:x1867475563551488:12345-192.168.204.45@tcp:103:ldlm_bl_06.0 00010000:00010000:3.0:1780970704.143063:0:6248:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970704.143066:0:6248:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000194c1617/0xa1e9845215a8ff75 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247f9 expref: 12 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.143073:0:6248:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000194c1617/0xa1e9845215a8ff75 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247f9 expref: 12 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.143091:0:6248:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000194c1617/0xa1e9845215a8ff75 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2e2d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989247f9 expref: 12 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.143105:0:6248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.143107:0:6248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.143109:0:6248:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c4309c47/0xa1e9845215a92ada lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.143117:0:6248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c4309c47/0xa1e9845215a92ada lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2e2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.143134:0:6248:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970704.143176:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3b275f5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+11:2264:x1867475563551488:12345-192.168.204.45@tcp:103:ldlm_bl_06.0 Request processed in 120us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970704.143183:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21772 00010000:00010000:3.0:1780970704.143208:0:123248:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c4309c47/0xa1e9845215a92ada lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.143215:0:123248:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c4309c47/0xa1e9845215a92ada lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.143223:0:123248:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c4309c47/0xa1e9845215a92ada lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.143230:0:123248:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c4309c47/0xa1e9845215a92ada lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.143243:0:123248:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1780970704.143451:0:123248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f53f531c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+35:3362:x1867475559758144:12345-0@lo:6:osp-syn-1-1.0 Request processed in 27730us (27784us total) trans 4294998559 rc 0/0 00000100:00100000:3.0:1780970704.143459:0:123248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88135 00000100:00100000:3.0:1780970704.143495:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970704.143513:0:9953:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563551616 00010000:00010000:3.0:1780970704.143526:0:9953:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000eada72ad/0xa1e9845215a9015f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924885 expref: 11 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.143546:0:9953:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21773 00000100:00100000:3.0:1780970704.143550:0:9953:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b673267 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e474371c-4744-4c95-8a55-40a3132b2542+11:2264:x1867475563551616:12345-192.168.204.45@tcp:103:ldlm_bl_06.0 00010000:00010000:3.0:1780970704.143557:0:9953:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970704.143560:0:9953:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000eada72ad/0xa1e9845215a9015f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e03:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924885 expref: 11 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.143568:0:9953:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000eada72ad/0xa1e9845215a9015f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e03:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924885 expref: 11 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.143582:0:9953:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eada72ad/0xa1e9845215a9015f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2e03:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924885 expref: 11 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.143591:0:9953:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.143592:0:9953:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.143593:0:9953:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008fd994f9/0xa1e9845215a92b04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.143600:0:9953:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008fd994f9/0xa1e9845215a92b04 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2e03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.143635:0:9953:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970704.143654:0:9953:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b673267 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e474371c-4744-4c95-8a55-40a3132b2542+10:2264:x1867475563551616:12345-192.168.204.45@tcp:103:ldlm_bl_06.0 Request processed in 103us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970704.143660:0:9953:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21773 00010000:00010000:3.0:1780970704.143678:0:30688:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008fd994f9/0xa1e9845215a92b04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.143685:0:30688:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008fd994f9/0xa1e9845215a92b04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.143692:0:30688:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008fd994f9/0xa1e9845215a92b04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.143698:0:30688:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008fd994f9/0xa1e9845215a92b04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.143712:0:30688:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1780970704.143813:0:30688:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9f05c5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+35:3361:x1867475559758528:12345-0@lo:6:osp-syn-1-1.0 Request processed in 22046us (22469us total) trans 4294998560 rc 0/0 00000100:00100000:3.0:1780970704.143820:0:30688:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88140 00000100:00100000:3.0:1780970704.143899:0:30686:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000505f172d pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:30686:1867475559758720:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970704.143918:0:30686:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a92afd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.144005:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970704.144021:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563551744 00010000:00010000:3.0:1780970704.144032:0:6248:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f6174d7a/0xa1e9845215a900fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924869 expref: 10 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.144052:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21774 00000100:00100000:3.0:1780970704.144056:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000505f172d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+10:2264:x1867475563551744:12345-192.168.204.45@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1780970704.144064:0:6248:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970704.144068:0:6248:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f6174d7a/0xa1e9845215a900fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924869 expref: 10 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.144074:0:6248:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f6174d7a/0xa1e9845215a900fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924869 expref: 10 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.144087:0:6248:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6174d7a/0xa1e9845215a900fd lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2e2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924869 expref: 10 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.144097:0:6248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.144098:0:6248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.144100:0:6248:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a92afd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.144106:0:6248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a92afd lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2e2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.144120:0:6248:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970704.144139:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000505f172d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+9:2264:x1867475563551744:12345-192.168.204.45@tcp:103:ldlm_bl_03.0 Request processed in 81us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970704.144145:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21774 00010000:00010000:3.0:1780970704.144162:0:30686:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a92afd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.144169:0:30686:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a92afd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.144174:0:30686:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a92afd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.144179:0:30686:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a92afd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.144192:0:30686:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1780970704.144294:0:30686:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f46033e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+35:3361:x1867475559758208:12345-0@lo:6:osp-syn-1-1.0 Request processed in 22650us (24830us total) trans 4294998561 rc 0/0 00000100:00100000:3.0:1780970704.144301:0:30686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88139 00000100:00100000:3.0:1780970704.144375:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970704.144389:0:9953:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563551808 00010000:00010000:3.0:1780970704.144401:0:9953:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000691a7536/0xa1e9845215a90190 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2e2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924893 expref: 9 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.144420:0:9953:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21775 00000100:00100000:3.0:1780970704.144424:0:9953:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a4f9f26 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e474371c-4744-4c95-8a55-40a3132b2542+9:2264:x1867475563551808:12345-192.168.204.45@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1780970704.144431:0:9953:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970704.144434:0:9953:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000691a7536/0xa1e9845215a90190 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2e2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924893 expref: 9 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.144441:0:9953:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000691a7536/0xa1e9845215a90190 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924893 expref: 9 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.144458:0:9953:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.144459:0:9953:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.144461:0:9953:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a92b0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.144471:0:9953:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a92b0b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2e2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.144482:0:9953:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970704.144497:0:9953:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a4f9f26 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e474371c-4744-4c95-8a55-40a3132b2542+9:2264:x1867475563551808:12345-192.168.204.45@tcp:103:ldlm_bl_01.0 Request processed in 72us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970704.144503:0:9953:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21775 00010000:00010000:3.0:1780970704.144532:0:123253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000691a7536/0xa1e9845215a90190 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2e2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924893 expref: 8 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.144543:0:123253:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093a7d4f4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:123253:1867475559758848:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970704.144556:0:123253:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a92b0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.144562:0:123253:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a92b0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.144567:0:123253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a92b0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.144573:0:123253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a92b0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.144577:0:123253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a92b0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.144594:0:123253:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1780970704.144715:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000579f55d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+35:3362:x1867475559758592:12345-0@lo:6:osp-syn-1-1.0 Request processed in 22683us (23141us total) trans 4294998562 rc 0/0 00000100:00100000:3.0:1780970704.144721:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88141 00000100:00100000:0.0:1780970704.145310:0:115589:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068b3c221 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+41:3363:x1867475559760448:12345-0@lo:6:osp-syn-0-1.0 Request processed in 3548us (3624us total) trans 103079229213 rc 0/0 00000100:00100000:0.0:1780970704.145319:0:115589:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88160 00010000:00010000:0.0:1780970704.145373:0:123252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7ac1dbf/0xa1e9845215a92944 lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece89892492d expref: 26 pid: 112204 timeout: 7456 lvb_type: 0 00000100:00100000:0.0:1780970704.145389:0:123252:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000004774e88 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:123252:1867475559758336:192.168.204.45@tcp:104: 00010000:00010000:0.0:1780970704.145413:0:123252:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000c3eededd/0xa1e9845215a92ae1 lrc: 4/0,0 mode: EX/EX res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xa1e9845215a92acc expref: 11 pid: 123252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.145422:0:123252:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x0 (00000000044e691c) 00010000:00010000:0.0:1780970704.145425:0:123252:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970704.145428:0:123252:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000c3eededd, rc 0) 00000100:00100000:0.0:1780970704.145466:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012a29c59 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:112205:x1867475559757824:12345-0@lo:101:mdt00_002.0 Request processed in 25749us (36555us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970704.145474:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17422 00000100:00100000:0.0:1780970704.145508:0:30674:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e720f75e pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:30674:1867475559758400:192.168.204.45@tcp:104: 00010000:00010000:0.0:1780970704.145521:0:30674:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000132b1125/0xa1e9845215a92ae8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.145546:0:6247:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559760512 00000100:00100000:0.0:1780970704.145578:0:6247:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13164 00000100:00100000:0.0:1780970704.145583:0:6247:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b78492e1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6250:x1867475559760512:12345-0@lo:105: 00010000:00010000:0.0:1780970704.145592:0:6247:0:(ldlm_lockd.c:2480:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: 00000000f70851ed/0xa1e9845215a92acc lrc: 4/0,1 mode: --/EX res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa1e9845215a92ae1 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.145600:0:6247:0:(ldlm_lockd.c:1938:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: 00000000f70851ed/0xa1e9845215a92acc lrc: 4/0,1 mode: --/EX res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa1e9845215a92ae1 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.145608:0:6247:0:(ldlm_lockd.c:2015:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: 00000000f70851ed/0xa1e9845215a92acc lrc: 4/0,1 mode: --/EX res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa1e9845215a92ae1 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.145638:0:6247:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: 00000000f70851ed/0xa1e9845215a92acc lrc: 4/0,1 mode: EX/EX res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xa1e9845215a92ae1 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.145646:0:6247:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: 00000000f70851ed/0xa1e9845215a92acc lrc: 5/0,1 mode: EX/EX res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xa1e9845215a92ae1 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.145654:0:6247:0:(ldlm_lockd.c:2043:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: 00000000f70851ed/0xa1e9845215a92acc lrc: 5/0,1 mode: EX/EX res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xa1e9845215a92ae1 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.145669:0:6247:0:(ldlm_lockd.c:2054:ldlm_handle_cp_callback()) ### client completion callback handler END (lock 00000000f70851ed) 00000100:00100000:0.0:1780970704.145697:0:6247:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b78492e1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6250:x1867475559760512:12345-0@lo:105: Request processed in 113us (2769us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970704.145702:0:6247:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13164 00010000:00010000:0.0:1780970704.145721:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1780970704.145726:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000100745ed/0xa1e9845215a92b90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.145734:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000100745ed already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.145737:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000100745ed/0xa1e9845215a92b90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.145745:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000100745ed/0xa1e9845215a92b90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.145759:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000100745ed/0xa1e9845215a92b90 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.145764:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000100745ed/0xa1e9845215a92b90 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.145778:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1780970704.145781:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c4309c47/0xa1e9845215a92ada lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.145786:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c4309c47 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.145788:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c4309c47/0xa1e9845215a92ada lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.145794:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c4309c47/0xa1e9845215a92ada lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.145803:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c4309c47/0xa1e9845215a92ada lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.145809:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c4309c47/0xa1e9845215a92ada lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.145825:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1780970704.145828:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008fd994f9/0xa1e9845215a92b04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.145834:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008fd994f9 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.145835:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008fd994f9/0xa1e9845215a92b04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.145841:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008fd994f9/0xa1e9845215a92b04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.145848:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008fd994f9/0xa1e9845215a92b04 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.145854:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008fd994f9/0xa1e9845215a92b04 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e03:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.145865:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780970704.145867:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a92afd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.145872:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008c5a2656 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.145874:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a92afd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.145879:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a92afd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.145887:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a92afd lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.145893:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a92afd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.145905:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.145907:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a92b0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.145912:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000485248ac already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.145914:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a92b0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.145919:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a92b0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.145928:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a92b0b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.146066:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a92b0b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.146082:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.146083:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.146084:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.146090:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.146095:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.146098:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.146106:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780970704.146131:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d491f6d5/2, rc 0, transno 14106 00000100:00100000:0.0:1780970704.146142:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d491f6d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559760192:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1780970704.146153:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004f9288ff/2, rc 0, transno 14105 00000100:00100000:0.0:1780970704.146156:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f9288ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559760128:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1780970704.146168:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000681407a1/2, rc 0, transno 31266 00000100:00100000:0.0:1780970704.146178:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000681407a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559758592:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1780970704.146189:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000019befd87/2, rc 0, transno 31263 00000100:00100000:0.0:1780970704.146192:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019befd87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559758144:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.146277:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4d0ad09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559760768:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.146312:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.146333:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780970704.146337:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e720f75e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559760576:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.146356:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.146377:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559760768 00000100:00100000:0.0:1780970704.146401:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559760576 00000100:00100000:0.0:1780970704.146415:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88161 00000100:00100000:0.0:1780970704.146419:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009eef2821 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+35:3362:x1867475559760768:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.146439:0:30675:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11831 count 1 00002000:00010000:0.0:1780970704.146465:0:30675:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.146470:0:30675:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d84e326f/0xa1e9845215a92b97 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.146485:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.146487:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.146490:0:30675:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d84e326f/0xa1e9845215a92b97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.146499:0:30675:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d84e326f/0xa1e9845215a92b97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.146507:0:30675:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d84e326f/0xa1e9845215a92b97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.146513:0:30675:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d84e326f/0xa1e9845215a92b97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.146526:0:30675:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780970704.146712:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009eef2821 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+36:3362:x1867475559760768:12345-0@lo:6:osp-syn-1-1.0 Request processed in 292us (400us total) trans 4294998563 rc 0/0 00000100:00100000:0.0:1780970704.146719:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88161 00000100:00100000:0.0:1780970704.146735:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88162 00000100:00100000:0.0:1780970704.146739:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c581bd45 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+41:3362:x1867475559760576:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1780970704.146750:0:30675:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12612 count 1 00002000:00010000:0.0:1780970704.146766:0:30675:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3144:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.146770:0:30675:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000461cc974/0xa1e9845215a92b9e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3144:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.146777:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.146778:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.146780:0:30675:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000461cc974/0xa1e9845215a92b9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3144:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.146787:0:30675:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000461cc974/0xa1e9845215a92b9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3144:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.146793:0:30675:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000461cc974/0xa1e9845215a92b9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3144:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.146799:0:30675:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000461cc974/0xa1e9845215a92b9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3144:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.146811:0:30675:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1780970704.146913:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c581bd45 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+42:3362:x1867475559760576:12345-0@lo:6:osp-syn-0-1.0 Request processed in 173us (556us total) trans 103079229214 rc 0/0 00000100:00100000:0.0:1780970704.146919:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88162 00000100:00100000:2.0:1780970704.147105:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a18a190e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559760384:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970704.147138:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1780970704.147873:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000021fa4a77/2, rc 0, transno 14109 00000100:00100000:3.0:1780970704.147889:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000021fa4a77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559760448:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1780970704.147958:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093a7d4f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559760832:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1780970704.148176:0:6250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000abfca92b pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6250:1867475559760512:0@lo:105: 00010000:00010000:3.0:1780970704.148196:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970704.148239:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094b6c837 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+25:2264:x1867475563551552:12345-192.168.204.45@tcp:103:ldlm_bl_06.0 Request processed in 5449us (5524us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970704.148248:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21771 00000100:00100000:1.0:1780970704.148409:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcd80bc9 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:112205:1867475559757824:0@lo:101:mdt00_002.0 00010000:00010000:1.0:1780970704.148428:0:112205:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: 00000000f70851ed/0xa1e9845215a92acc lrc: 4/0,1 mode: EX/EX res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xa1e9845215a92ae1 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.149170:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcd80bc9 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:112205:1867475559760896:0@lo:403:mdt00_002.0 00000100:00100000:1.0:1780970704.149218:0:112205:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.149246:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 0000000077115a0d going to sleep for 6 seconds 00000100:00100000:1.0:1780970704.149263:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000004774e88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559760640:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1780970704.149489:0:123252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559760896 00000100:00100000:3.0:1780970704.149544:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17423 00000100:00100000:3.0:1780970704.149550:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006044e128 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:112205:x1867475559760896:12345-0@lo:403:mdt00_002.0 00000100:00100000:2.0:1780970704.151798:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027a06369 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559760704:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970704.151848:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.152609:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006044e128 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:112205:x1867475559760896:12345-0@lo:403:mdt00_002.0 Request processed in 3056us (3389us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970704.152638:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17423 00000100:00100000:3.0:1780970704.152727:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970704.152751:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563551680 00010000:00010000:3.0:1780970704.152780:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000014f99d4d/0xa1e9845215a90008 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924823 expref: 9 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.152809:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21776 00000100:00100000:3.0:1780970704.152816:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e521fabe pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+9:2265:x1867475563551680:12345-192.168.204.45@tcp:103:ldlm_bl_08.0 00010000:00010000:3.0:1780970704.152832:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970704.152837:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000014f99d4d/0xa1e9845215a90008 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924823 expref: 9 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.152847:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000014f99d4d/0xa1e9845215a90008 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924823 expref: 9 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.152874:0:6250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014f99d4d/0xa1e9845215a90008 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924823 expref: 9 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.152889:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.152891:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.152894:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000132b1125/0xa1e9845215a92ae8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.152903:0:6250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000132b1125/0xa1e9845215a92ae8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.152931:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970704.152965:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e521fabe pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+8:2265:x1867475563551680:12345-192.168.204.45@tcp:103:ldlm_bl_08.0 Request processed in 149us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970704.152972:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21776 00000100:00100000:3.0:1780970704.153075:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970704.153091:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563551936 00010000:00010000:3.0:1780970704.153104:0:6248:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007117d3a6/0xa1e9845215a90318 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924903 expref: 8 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.153128:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21777 00000100:00100000:3.0:1780970704.153133:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ada4480e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+8:2263:x1867475563551936:12345-192.168.204.45@tcp:103:ldlm_bl_10.0 00010000:00010000:3.0:1780970704.153140:0:6248:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970704.153144:0:6248:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007117d3a6/0xa1e9845215a90318 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3138:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924903 expref: 8 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.153152:0:6248:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007117d3a6/0xa1e9845215a90318 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3138:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924903 expref: 8 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.153165:0:6248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.153167:0:6248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.153169:0:6248:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000aff7646/0xa1e9845215a92b20 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3138:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.153177:0:6248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000aff7646/0xa1e9845215a92b20 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3138:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.153188:0:6248:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970704.153212:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ada4480e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+8:2263:x1867475563551936:12345-192.168.204.45@tcp:103:ldlm_bl_10.0 Request processed in 78us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970704.153218:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21777 00000100:00100000:3.0:1780970704.153253:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970704.153269:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563552000 00010000:00010000:3.0:1780970704.153280:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004c5afbd4/0xa1e9845215a90285 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2e30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248d9 expref: 8 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.153302:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21778 00000100:00100000:3.0:1780970704.153305:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000505f172d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+8:2263:x1867475563552000:12345-192.168.204.45@tcp:103:ldlm_bl_10.0 00010000:00010000:3.0:1780970704.153313:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970704.153316:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004c5afbd4/0xa1e9845215a90285 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2e30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248d9 expref: 8 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.153324:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004c5afbd4/0xa1e9845215a90285 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248d9 expref: 8 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.153338:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.153339:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.153341:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dcc57c0f/0xa1e9845215a92b27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.153347:0:6250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dcc57c0f/0xa1e9845215a92b27 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2e30:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.153357:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970704.153372:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000505f172d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+8:2263:x1867475563552000:12345-192.168.204.45@tcp:103:ldlm_bl_10.0 Request processed in 65us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970704.153378:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21778 00000100:00100000:3.0:1780970704.154746:0:23536:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000427760c3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:23536:1867475559759616:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970704.154780:0:23536:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92b43 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.154844:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970704.154863:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563552064 00010000:00010000:3.0:1780970704.154889:0:6248:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000a55a1fd/0xa1e9845215a902e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248f5 expref: 8 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.154918:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21779 00000100:00100000:3.0:1780970704.154924:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000427760c3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+8:2263:x1867475563552064:12345-192.168.204.45@tcp:103:ldlm_bl_09.0 00010000:00010000:3.0:1780970704.154950:0:6248:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970704.154954:0:6248:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000a55a1fd/0xa1e9845215a902e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248f5 expref: 8 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.154963:0:6248:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000a55a1fd/0xa1e9845215a902e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248f5 expref: 8 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.154984:0:6248:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000a55a1fd/0xa1e9845215a902e7 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2e31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248f5 expref: 8 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.155008:0:6248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.155010:0:6248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.155013:0:6248:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92b43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.155021:0:6248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92b43 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2e31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.155041:0:6248:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970704.155077:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000427760c3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+7:2263:x1867475563552064:12345-192.168.204.45@tcp:103:ldlm_bl_09.0 Request processed in 153us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970704.155084:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21779 00010000:00010000:3.0:1780970704.155104:0:23536:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92b43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.155111:0:23536:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92b43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.155120:0:23536:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92b43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.155125:0:23536:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92b43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.155143:0:23536:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1780970704.155371:0:23536:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007df8828 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+36:3362:x1867475559759360:12345-0@lo:6:osp-syn-1-1.0 Request processed in 22649us (26224us total) trans 4294998564 rc 0/0 00000100:00100000:3.0:1780970704.155379:0:23536:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88149 00000004:00080000:2.0:1780970704.155715:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000560e8880/2, rc 0, transno 31264 00000100:00100000:2.0:1780970704.155732:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000560e8880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559758528:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1780970704.155747:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008cff9cc3/2, rc 0, transno 31265 00000100:00100000:2.0:1780970704.155750:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cff9cc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559758208:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970704.155844:0:8237:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fbcf45a1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8237:1867475559760256:192.168.204.45@tcp:104: 00010000:00010000:2.0:1780970704.155862:0:8237:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a92b74 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970704.155886:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f3f8eb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559761024:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970704.155921:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.156330:0:115589:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559760384 00000100:00100000:0.0:1780970704.156370:0:115589:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559760704 00000100:00100000:0.0:1780970704.156391:0:115589:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88163 00000100:00100000:0.0:1780970704.156395:0:115589:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f508e101 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+37:3361:x1867475559760384:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.156426:0:115589:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11829 count 1 00002000:00010000:0.0:1780970704.156469:0:115589:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.156475:0:115589:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000dd8f05d/0xa1e9845215a92ba5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.156488:0:115589:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.156490:0:115589:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.156493:0:115589:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000dd8f05d/0xa1e9845215a92ba5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.156505:0:115589:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000dd8f05d/0xa1e9845215a92ba5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.156512:0:115589:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000dd8f05d/0xa1e9845215a92ba5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.156518:0:115589:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000dd8f05d/0xa1e9845215a92ba5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.156534:0:115589:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1780970704.156729:0:115589:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f508e101 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+38:3361:x1867475559760384:12345-0@lo:6:osp-syn-1-1.0 Request processed in 332us (9590us total) trans 4294998565 rc 0/0 00000100:00100000:0.0:1780970704.156737:0:115589:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88163 00000100:00100000:0.0:1780970704.156764:0:115589:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88164 00000100:00100000:0.0:1780970704.156769:0:115589:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000630cb23d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+37:3361:x1867475559760704:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.156780:0:115589:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11830 count 1 00002000:00010000:0.0:1780970704.156795:0:115589:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.156798:0:115589:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000d6f2a3f/0xa1e9845215a92bac lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.156805:0:115589:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.156807:0:115589:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.156808:0:115589:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000d6f2a3f/0xa1e9845215a92bac lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.156816:0:115589:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000d6f2a3f/0xa1e9845215a92bac lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.156822:0:115589:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000d6f2a3f/0xa1e9845215a92bac lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.156828:0:115589:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000d6f2a3f/0xa1e9845215a92bac lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.156840:0:115589:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1780970704.156946:0:115589:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000630cb23d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+38:3361:x1867475559760704:12345-0@lo:6:osp-syn-1-1.0 Request processed in 176us (5098us total) trans 4294998566 rc 0/0 00000100:00100000:0.0:1780970704.156952:0:115589:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88164 00010000:00010000:0.0:1780970704.156975:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1780970704.156981:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d84e326f/0xa1e9845215a92b97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157149:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d84e326f already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.157154:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d84e326f/0xa1e9845215a92b97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157164:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d84e326f/0xa1e9845215a92b97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157180:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d84e326f/0xa1e9845215a92b97 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157186:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d84e326f/0xa1e9845215a92b97 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157209:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1780970704.157213:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000461cc974/0xa1e9845215a92b9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3144:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157219:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000461cc974 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.157221:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000461cc974/0xa1e9845215a92b9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3144:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157227:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000461cc974/0xa1e9845215a92b9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3144:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157236:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000461cc974/0xa1e9845215a92b9e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3144:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157241:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000461cc974/0xa1e9845215a92b9e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3144:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157253:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1780970704.157255:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92b43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157260:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000002e67f91 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.157262:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92b43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157269:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92b43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157278:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92b43 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157284:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92b43 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157297:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780970704.157299:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000dd8f05d/0xa1e9845215a92ba5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157305:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000dd8f05d already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.157307:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000dd8f05d/0xa1e9845215a92ba5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157313:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000dd8f05d/0xa1e9845215a92ba5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157320:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000dd8f05d/0xa1e9845215a92ba5 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157326:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000dd8f05d/0xa1e9845215a92ba5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157336:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.157338:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000d6f2a3f/0xa1e9845215a92bac lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157348:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000d6f2a3f already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.157350:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000d6f2a3f/0xa1e9845215a92bac lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157355:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000d6f2a3f/0xa1e9845215a92bac lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157363:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000d6f2a3f/0xa1e9845215a92bac lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157368:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000d6f2a3f/0xa1e9845215a92bac lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157377:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.157379:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.157380:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.157388:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.157398:0:30674:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000132b1125/0xa1e9845215a92ae8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157405:0:30674:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000132b1125/0xa1e9845215a92ae8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157411:0:30674:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000132b1125/0xa1e9845215a92ae8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157416:0:30674:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000132b1125/0xa1e9845215a92ae8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157431:0:30674:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780970704.157567:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078523920 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+42:3361:x1867475559757504:12345-0@lo:6:osp-syn-0-1.0 Request processed in 37278us (38326us total) trans 103079229215 rc 0/0 00000100:00100000:0.0:1780970704.157574:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88136 00010000:00010000:0.0:1780970704.157691:0:123249:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007117d3a6/0xa1e9845215a90318 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924903 expref: 7 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.157703:0:123249:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003850eab3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:123249:1867475559759232:192.168.204.45@tcp:104: 00010000:00010000:0.0:1780970704.157721:0:123249:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000aff7646/0xa1e9845215a92b20 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157727:0:123249:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000aff7646/0xa1e9845215a92b20 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157732:0:123249:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000aff7646/0xa1e9845215a92b20 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157739:0:123249:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000aff7646/0xa1e9845215a92b20 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157745:0:123249:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000aff7646/0xa1e9845215a92b20 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157757:0:123249:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1780970704.157845:0:123249:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e33b49f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+42:3361:x1867475559758976:12345-0@lo:6:osp-syn-0-1.0 Request processed in 30157us (32704us total) trans 103079229216 rc 0/0 00000100:00100000:0.0:1780970704.157851:0:123249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88144 00010000:00010000:0.0:1780970704.157882:0:23195:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c5afbd4/0xa1e9845215a90285 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2e30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248d9 expref: 6 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.157892:0:23195:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000089a74440 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:23195:1867475559759296:192.168.204.45@tcp:104: 00010000:00010000:0.0:1780970704.157903:0:23195:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dcc57c0f/0xa1e9845215a92b27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157909:0:23195:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dcc57c0f/0xa1e9845215a92b27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157914:0:23195:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dcc57c0f/0xa1e9845215a92b27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.157920:0:23195:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dcc57c0f/0xa1e9845215a92b27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.158060:0:23195:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dcc57c0f/0xa1e9845215a92b27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.158069:0:23195:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1780970704.158176:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d2f12f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+38:3362:x1867475559759104:12345-0@lo:6:osp-syn-1-1.0 Request processed in 30306us (31860us total) trans 4294998567 rc 0/0 00000100:00100000:0.0:1780970704.158182:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88145 00010000:00010000:0.0:1780970704.158203:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1780970704.158207:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000132b1125/0xa1e9845215a92ae8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.158215:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000132b1125 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.158217:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000132b1125/0xa1e9845215a92ae8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.158223:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000132b1125/0xa1e9845215a92ae8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.158237:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000132b1125/0xa1e9845215a92ae8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.158242:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000132b1125/0xa1e9845215a92ae8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.158256:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780970704.158258:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000aff7646/0xa1e9845215a92b20 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.158264:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000aff7646 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.158265:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000aff7646/0xa1e9845215a92b20 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.158271:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000aff7646/0xa1e9845215a92b20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.158280:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000aff7646/0xa1e9845215a92b20 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.158291:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000aff7646/0xa1e9845215a92b20 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.158302:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.158304:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dcc57c0f/0xa1e9845215a92b27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.158310:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dcc57c0f already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.158312:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dcc57c0f/0xa1e9845215a92b27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.158317:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dcc57c0f/0xa1e9845215a92b27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.158326:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dcc57c0f/0xa1e9845215a92b27 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.158331:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dcc57c0f/0xa1e9845215a92b27 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.158342:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.158343:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.158345:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.158350:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.158353:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.158357:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780970704.158382:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e720f75e/2, rc 0, transno 14110 00000100:00100000:0.0:1780970704.158400:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e720f75e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559760576:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1780970704.158413:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d4d0ad09/2, rc 0, transno 31267 00000100:00100000:0.0:1780970704.158422:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4d0ad09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559760768:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1780970704.158432:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000478c2c59/2, rc 0, transno 31268 00000100:00100000:0.0:1780970704.158435:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000478c2c59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559759360:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1780970704.158444:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b2e02f78/2, rc 0, transno 31271 00000100:00100000:0.0:1780970704.158446:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2e02f78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559759104:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.158595:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcd80bc9 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:112205:1867475559760896:0@lo:403:mdt00_002.0 00000040:00080000:1.0:1780970704.159923:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x2400013a2:0x3:0x0].105, 952 off239832 00000040:00080000:1.0:1780970704.160442:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x200002b12:0x3:0x0].549, 1032 off536320 00000004:00080000:1.0:1780970704.160448:0:112205:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth 0000000077115a0d with version 5756 00000100:00100000:1.0:1780970704.160508:0:123251:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f0f0640 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:123251:1867475559758080:192.168.204.45@tcp:104: 00010000:00010000:1.0:1780970704.160534:0:123251:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000235cfae/0xa1e9845215a92ad3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.160607:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970704.160796:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563552128 00010000:00010000:1.0:1780970704.160825:0:6248:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000885dc936/0xa1e9845215a90349 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924911 expref: 6 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:1.0:1780970704.160905:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21780 00000100:00100000:1.0:1780970704.160912:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f0f0640 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+6:2263:x1867475563552128:12345-192.168.204.45@tcp:103:ldlm_bl_09.0 00010000:00010000:1.0:1780970704.161065:0:6248:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780970704.161072:0:6248:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000885dc936/0xa1e9845215a90349 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2e32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924911 expref: 6 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:1.0:1780970704.161083:0:6248:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000885dc936/0xa1e9845215a90349 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2e32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924911 expref: 6 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:1.0:1780970704.161106:0:6248:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000885dc936/0xa1e9845215a90349 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2e32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924911 expref: 6 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:1.0:1780970704.161119:0:6248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.161122:0:6248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.161125:0:6248:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a92b74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.161134:0:6248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a92b74 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2e32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.161159:0:6248:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780970704.161200:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f0f0640 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e474371c-4744-4c95-8a55-40a3132b2542+5:2263:x1867475563552128:12345-192.168.204.45@tcp:103:ldlm_bl_09.0 Request processed in 289us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970704.161207:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21780 00010000:00010000:1.0:1780970704.161239:0:8237:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a92b74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.161247:0:8237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a92b74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.161255:0:8237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a92b74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.161261:0:8237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a92b74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.161276:0:8237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780970704.161448:0:8237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c9e5147 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+38:3360:x1867475559760000:12345-0@lo:6:osp-syn-1-1.0 Request processed in 22884us (23248us total) trans 4294998568 rc 0/0 00000100:00100000:1.0:1780970704.161456:0:8237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88156 00010000:00010000:1.0:1780970704.161477:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.161481:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a92b74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.161488:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000051135b91 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.161491:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a92b74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.161499:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a92b74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.161512:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a92b74 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.161522:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a92b74 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.161538:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.161539:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.161541:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780970704.161742:0:113046:0:(osp_trans.c:1343:osp_get_next_request()) ou 00000000fcc9408d version 5756 rpc_version 5756 00000100:00100000:0.0:1780970704.161792:0:113046:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ccd75b9 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:113046:1867475559761088:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1780970704.161835:0:113046:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.161864:0:113046:0:(client.c:2500:ptlrpc_set_wait()) set 00000000439cab25 going to sleep for 6 seconds 00000100:00100000:3.0:1780970704.162149:0:123252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559761088 00000100:00100000:3.0:1780970704.162204:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17424 00000100:00100000:3.0:1780970704.162208:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d58c207 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:113046:x1867475559761088:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1780970704.162762:0:8236:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000bebf505 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8236:1867475559759168:192.168.204.45@tcp:104: 00010000:00010000:1.0:1780970704.162786:0:8236:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a92b12 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.162936:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970704.163137:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d58c207 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:113046:x1867475559761088:12345-0@lo:1000:osp_up0-1.0 Request processed in 927us (1303us total) trans 25769864383 rc 0/0 00000100:00100000:3.0:1780970704.163145:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17424 00010000:00010000:3.0:1780970704.163168:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970704.163230:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000094b6c837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559761152:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.163341:0:113046:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ccd75b9 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:113046:1867475559761088:0@lo:1000:osp_up0-1.0 00000004:00200000:1.0:1780970704.163369:0:112205:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400013a3:0x137a:0x0]: returning size 4096 00000004:00010000:1.0:1780970704.163390:0:112205:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000d4f4b674 reply state 00000000c435dd7f transno 12884933805 ns: mdt-lustre-MDT0001_UUID lock: 000000009ccd2a3b/0xa1e9845215a92a7f lrc: 3/0,1 mode: EX/EX res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.163405:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: 00000000f70851ed/0xa1e9845215a92acc lrc: 4/0,1 mode: EX/EX res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa1e9845215a92ae1 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.163412:0:112205:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: 00000000f70851ed/0xa1e9845215a92acc lrc: 3/0,0 mode: EX/EX res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa1e9845215a92ae1 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1780970704.163423:0:112205:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200002b12:0x27:0x0] 00000004:00010000:1.0:1780970704.163429:0:112205:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000d4f4b674 reply state 00000000c435dd7f transno 12884933805 ns: mdt-lustre-MDT0001_UUID lock: 0000000092025601/0xa1e9845215a92a55 lrc: 3/0,1 mode: EX/EX res: [0x2400013a3:0x137a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.163441:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: 00000000f6ae77e0/0xa1e9845215a92a24 lrc: 4/0,1 mode: EX/EX res: [0x2400013a3:0x137a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xa1e9845215a92a4e expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.163447:0:112205:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: 00000000f6ae77e0/0xa1e9845215a92a24 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x137a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xa1e9845215a92a4e expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1780970704.164096:0:112205:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200002b13:0x2ce1:0x0] 00010000:00010000:1.0:1780970704.164104:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: 00000000b10d0ec0/0xa1e9845215a929de lrc: 4/0,1 mode: EX/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa1e9845215a929f3 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.164112:0:112205:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: 00000000b10d0ec0/0xa1e9845215a929de lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xa1e9845215a929f3 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.164183:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4f4b674 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+25:198435:x1867475563548480:12345-192.168.204.45@tcp:36:rm.0 Request processed in 143393us (143508us total) trans 12884933805 rc 0/0 00000100:00100000:1.0:1780970704.164192:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85577 00000100:00100000:2.0:1780970704.164368:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.164403:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.164482:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f8980d4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559761216:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970704.164519:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.164552:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559761024 00000100:00100000:2.0:1780970704.164579:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559760832 00000100:00100000:2.0:1780970704.164594:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559761152 00000100:00100000:2.0:1780970704.164606:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559761216 00000100:00100000:2.0:1780970704.164655:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88165 00000100:00100000:2.0:1780970704.164660:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fbcf45a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+39:3361:x1867475559761024:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1780970704.164682:0:30685:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11833 count 1 00002000:00010000:2.0:1780970704.164715:0:30685:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.164720:0:30685:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fb16ab5b/0xa1e9845215a92bb3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.164737:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.164739:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.164743:0:30685:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fb16ab5b/0xa1e9845215a92bb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.164755:0:30685:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fb16ab5b/0xa1e9845215a92bb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.164761:0:30685:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fb16ab5b/0xa1e9845215a92bb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.164767:0:30685:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fb16ab5b/0xa1e9845215a92bb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.164783:0:30685:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780970704.165115:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fbcf45a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+40:3361:x1867475559761024:12345-0@lo:6:osp-syn-1-1.0 Request processed in 453us (9193us total) trans 4294998569 rc 0/0 00000100:00100000:2.0:1780970704.165122:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88165 00000100:00100000:2.0:1780970704.165138:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88166 00000100:00100000:2.0:1780970704.165142:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006bed0cf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+43:3363:x1867475559760832:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.165154:0:30685:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12614 count 1 00002000:00010000:2.0:1780970704.165175:0:30685:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3146:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.165178:0:30685:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000038ac795e/0xa1e9845215a92bba lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3146:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.165186:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.165188:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.165190:0:30685:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000038ac795e/0xa1e9845215a92bba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3146:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.165197:0:30685:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000038ac795e/0xa1e9845215a92bba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3146:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.165204:0:30685:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000038ac795e/0xa1e9845215a92bba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3146:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.165210:0:30685:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000038ac795e/0xa1e9845215a92bba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3146:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.165225:0:30685:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780970704.165345:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006bed0cf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+44:3363:x1867475559760832:12345-0@lo:6:osp-syn-0-1.0 Request processed in 202us (977us total) trans 103079229217 rc 0/0 00000100:00100000:2.0:1780970704.165351:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88166 00000100:00100000:2.0:1780970704.165364:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88167 00000100:00100000:2.0:1780970704.165368:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031965060 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+43:3362:x1867475559761152:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.165379:0:30685:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12615 count 1 00002000:00010000:2.0:1780970704.165393:0:30685:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3147:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.165397:0:30685:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086360fbb/0xa1e9845215a92bc1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3147:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.165404:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.165405:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.165407:0:30685:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000086360fbb/0xa1e9845215a92bc1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3147:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.165419:0:30685:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000086360fbb/0xa1e9845215a92bc1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3147:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.165426:0:30685:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086360fbb/0xa1e9845215a92bc1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3147:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.165432:0:30685:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000086360fbb/0xa1e9845215a92bc1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3147:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.165446:0:30685:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1780970704.165539:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031965060 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+44:3362:x1867475559761152:12345-0@lo:6:osp-syn-0-1.0 Request processed in 169us (1135us total) trans 103079229218 rc 0/0 00000100:00100000:2.0:1780970704.165545:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88167 00000100:00100000:2.0:1780970704.165558:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88168 00000100:00100000:2.0:1780970704.165561:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002805aa61 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+39:3363:x1867475559761216:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1780970704.165572:0:30685:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11834 count 1 00002000:00010000:2.0:1780970704.165587:0:30685:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.165591:0:30685:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a92bc8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.165598:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.165600:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.165602:0:30685:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a92bc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.165610:0:30685:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a92bc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.165777:0:30685:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a92bc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.165783:0:30685:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a92bc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.165830:0:30685:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1780970704.165925:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002805aa61 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+40:3363:x1867475559761216:12345-0@lo:6:osp-syn-1-1.0 Request processed in 363us (1406us total) trans 4294998570 rc 0/0 00000100:00100000:2.0:1780970704.165932:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88168 00000100:00100000:0.0:1780970704.166137:0:9953:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563552192 00010000:00010000:0.0:1780970704.166166:0:9953:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a191b690/0xa1e9845215a902b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248e7 expref: 7 pid: 115589 timeout: 7456 lvb_type: 1 00000100:00100000:0.0:1780970704.166192:0:9953:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21781 00000100:00100000:0.0:1780970704.166197:0:9953:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dcd80bc9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e474371c-4744-4c95-8a55-40a3132b2542+7:2263:x1867475563552192:12345-192.168.204.45@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1780970704.166207:0:9953:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780970704.166212:0:9953:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a191b690/0xa1e9845215a902b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248e7 expref: 7 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:0.0:1780970704.166221:0:9953:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a191b690/0xa1e9845215a902b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248e7 expref: 7 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:0.0:1780970704.166242:0:9953:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a191b690/0xa1e9845215a902b6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248e7 expref: 7 pid: 115589 timeout: 7456 lvb_type: 1 00010000:00010000:0.0:1780970704.166253:0:9953:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.166255:0:9953:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.166258:0:9953:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a92b12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.166265:0:9953:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a92b12 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.166291:0:9953:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780970704.166329:0:9953:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dcd80bc9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e474371c-4744-4c95-8a55-40a3132b2542+6:2263:x1867475563552192:12345-192.168.204.45@tcp:103:ldlm_bl_03.0 Request processed in 132us (3395us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970704.166336:0:9953:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21781 00000100:00100000:3.0:1780970704.166781:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970704.166807:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563551872 00010000:00010000:3.0:1780970704.166824:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000386cb762/0xa1e9845215a901c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248a1 expref: 6 pid: 8236 timeout: 7456 lvb_type: 1 00000100:00100000:3.0:1780970704.166848:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21782 00000100:00100000:3.0:1780970704.166852:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006227ac29 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+6:2264:x1867475563551872:12345-192.168.204.45@tcp:103:ldlm_bl_05.0 00010000:00010000:3.0:1780970704.166862:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970704.166866:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000386cb762/0xa1e9845215a901c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248a1 expref: 6 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.166875:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000386cb762/0xa1e9845215a901c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248a1 expref: 6 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.166890:0:6250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000386cb762/0xa1e9845215a901c1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece8989248a1 expref: 6 pid: 8236 timeout: 7456 lvb_type: 1 00010000:00010000:3.0:1780970704.166901:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.166902:0:6250:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.166904:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000235cfae/0xa1e9845215a92ad3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.166910:0:6250:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000235cfae/0xa1e9845215a92ad3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.166939:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970704.166960:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006227ac29 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+5:2264:x1867475563551872:12345-192.168.204.45@tcp:103:ldlm_bl_05.0 Request processed in 106us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970704.166967:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21782 00010000:00010000:1.0:1780970704.167642:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1780970704.167649:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fb16ab5b/0xa1e9845215a92bb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.167659:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fb16ab5b already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.167662:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb16ab5b/0xa1e9845215a92bb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.167671:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb16ab5b/0xa1e9845215a92bb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.167697:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fb16ab5b/0xa1e9845215a92bb3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.167704:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fb16ab5b/0xa1e9845215a92bb3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.167721:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1780970704.167724:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000038ac795e/0xa1e9845215a92bba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3146:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.167729:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000038ac795e already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.167731:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000038ac795e/0xa1e9845215a92bba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3146:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.167737:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000038ac795e/0xa1e9845215a92bba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3146:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.167747:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000038ac795e/0xa1e9845215a92bba lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3146:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.167752:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000038ac795e/0xa1e9845215a92bba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3146:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.167764:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780970704.167766:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000086360fbb/0xa1e9845215a92bc1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3147:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.167776:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086360fbb already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.167778:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000086360fbb/0xa1e9845215a92bc1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3147:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.167783:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000086360fbb/0xa1e9845215a92bc1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3147:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.167790:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000086360fbb/0xa1e9845215a92bc1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3147:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.167796:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000086360fbb/0xa1e9845215a92bc1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3147:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.167807:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.167809:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a92bc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.167815:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000076d5b1ad already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.167816:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a92bc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.167822:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a92bc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.167830:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a92bc8 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.167841:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a92bc8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.167852:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.167853:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.167854:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.167868:0:8236:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a92b12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.167875:0:8236:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a92b12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.167884:0:8236:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a92b12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.167890:0:8236:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a92b12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.167911:0:8236:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780970704.168158:0:8236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9302c1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+44:3363:x1867475559758912:12345-0@lo:6:osp-syn-0-1.0 Request processed in 40984us (44006us total) trans 103079229219 rc 0/0 00000100:00100000:1.0:1780970704.168167:0:8236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88142 00010000:00010000:1.0:1780970704.168214:0:123251:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000235cfae/0xa1e9845215a92ad3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.168222:0:123251:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000235cfae/0xa1e9845215a92ad3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.168229:0:123251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000235cfae/0xa1e9845215a92ad3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.168235:0:123251:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000235cfae/0xa1e9845215a92ad3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.168251:0:123251:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780970704.168349:0:123251:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ac38d6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+44:3363:x1867475559758016:12345-0@lo:6:osp-syn-0-1.0 Request processed in 53770us (54431us total) trans 103079229220 rc 0/0 00000100:00100000:1.0:1780970704.168356:0:123251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88134 00010000:00010000:1.0:1780970704.168474:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780970704.168478:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a92b12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.168486:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009c5ab197 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.168488:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a92b12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.168494:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a92b12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.168507:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a92b12 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.168513:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a92b12 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.168533:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.168535:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000235cfae/0xa1e9845215a92ad3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.168540:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000235cfae already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.168542:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000235cfae/0xa1e9845215a92ad3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.168547:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000235cfae/0xa1e9845215a92ad3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.168556:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000235cfae/0xa1e9845215a92ad3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.168561:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000235cfae/0xa1e9845215a92ad3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.168573:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.168574:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.168575:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.169248:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.169291:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780970704.169339:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f8980d4c/2, rc 0, transno 31274 00000100:00100000:2.0:1780970704.169397:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f8980d4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559761216:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1780970704.169417:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000093a7d4f4/2, rc 0, transno 14113 00000100:00100000:2.0:1780970704.169436:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093a7d4f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559760832:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1780970704.169447:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e58a44bc/2, rc 0, transno 14115 00000100:00100000:2.0:1780970704.169450:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e58a44bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559758912:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1780970704.169459:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001e568968/2, rc 0, transno 14116 00000100:00100000:2.0:1780970704.169461:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e568968 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559758016:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1780970704.169479:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780970704.169497:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000094b6c837/2, rc 0, transno 14114 00000100:00100000:2.0:1780970704.169500:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000094b6c837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559761152:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1780970704.169520:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a18a190e/2, rc 0, transno 31269 00010000:00010000:0.0:1780970704.169802:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970704.170132:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a18a190e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559760384:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970704.170149:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f0f0640 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559761472:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.170200:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.170262:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ada4480e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559761728:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970704.170284:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.170695:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970704.170718:0:112206:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563552320 00000100:00100000:3.0:1780970704.170753:0:112206:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 32800 00000100:00100000:3.0:1780970704.170759:0:112206:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000505f172d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e474371c-4744-4c95-8a55-40a3132b2542+25:198435:x1867475563552320:12345-192.168.204.45@tcp:35:rm.0 00000100:00100000:3.0:1780970704.170953:0:112206:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000505f172d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e474371c-4744-4c95-8a55-40a3132b2542+26:198435:x1867475563552320:12345-192.168.204.45@tcp:35:rm.0 Request processed in 193us (259us total) trans 25769864384 rc 0/0 00000100:00100000:3.0:1780970704.170961:0:112206:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 32800 00010000:00010000:0.0:1780970704.171222:0:3347:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 0000000092025601/0xa1e9845215a92a55 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x137a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.171237:0:3347:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x137a:0x0].0x0 (0000000044afd541) 00010000:00010000:0.0:1780970704.171239:0:3347:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970704.171244:0:3347:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000009ccd2a3b/0xa1e9845215a92a7f lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.171249:0:3347:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (000000004d208865) 00010000:00010000:0.0:1780970704.171251:0:3347:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780970704.171698:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.171916:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1780970704.171927:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ac38d6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559761408:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.171975:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.172127:0:123253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559761472 00000100:00100000:1.0:1780970704.172165:0:123251:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559761728 00000100:00100000:1.0:1780970704.172186:0:8236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88169 00000100:00100000:1.0:1780970704.172191:0:8236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a429397 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+44:3363:x1867475559761472:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1780970704.172216:0:8236:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12617 count 1 00002000:00010000:1.0:1780970704.172250:0:8236:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3149:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.172256:0:8236:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a30be6b7/0xa1e9845215a92bcf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3149:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.172269:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.172271:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.172274:0:8236:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a30be6b7/0xa1e9845215a92bcf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3149:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.172286:0:8236:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a30be6b7/0xa1e9845215a92bcf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3149:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.172294:0:8236:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a30be6b7/0xa1e9845215a92bcf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3149:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.172300:0:8236:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a30be6b7/0xa1e9845215a92bcf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3149:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.172315:0:8236:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780970704.172500:0:8236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a429397 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+45:3363:x1867475559761472:12345-0@lo:6:osp-syn-0-1.0 Request processed in 307us (2300us total) trans 103079229221 rc 0/0 00000100:00100000:1.0:1780970704.172507:0:8236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88169 00000100:00100000:1.0:1780970704.172522:0:8236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88170 00000100:00100000:1.0:1780970704.172525:0:8236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5409c1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+40:3363:x1867475559761728:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1780970704.172538:0:8236:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11780 count 1 00002000:00010000:1.0:1780970704.172555:0:8236:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e04:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.172558:0:8236:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000068a112f9/0xa1e9845215a92bd6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e04:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.172569:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.172571:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.172572:0:8236:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000068a112f9/0xa1e9845215a92bd6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.172580:0:8236:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000068a112f9/0xa1e9845215a92bd6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.172586:0:8236:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000068a112f9/0xa1e9845215a92bd6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.172591:0:8236:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000068a112f9/0xa1e9845215a92bd6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.172605:0:8236:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780970704.172753:0:8236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5409c1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+41:3363:x1867475559761728:12345-0@lo:6:osp-syn-1-1.0 Request processed in 226us (2468us total) trans 4294998571 rc 0/0 00000100:00100000:1.0:1780970704.172759:0:8236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88170 00010000:00010000:1.0:1780970704.172776:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780970704.172780:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a30be6b7/0xa1e9845215a92bcf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3149:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.172788:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a30be6b7 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.172791:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a30be6b7/0xa1e9845215a92bcf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3149:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.172799:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a30be6b7/0xa1e9845215a92bcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3149:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.172815:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a30be6b7/0xa1e9845215a92bcf lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3149:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.172821:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a30be6b7/0xa1e9845215a92bcf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3149:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.172835:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.172837:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000068a112f9/0xa1e9845215a92bd6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.172842:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000068a112f9 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.172844:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000068a112f9/0xa1e9845215a92bd6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.172850:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000068a112f9/0xa1e9845215a92bd6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.172856:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000068a112f9/0xa1e9845215a92bd6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.172861:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000068a112f9/0xa1e9845215a92bd6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.172870:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.172871:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.172872:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780970704.173599:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d02109e7/2, rc 0, transno 31272 00000100:00100000:0.0:1780970704.173640:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d02109e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559760000:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.173657:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000df17c238 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559760960:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.173756:0:30677:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005f2c9bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+44:3360:x1867475559759808:12345-0@lo:6:osp-syn-0-1.0 Request processed in 34948us (35514us total) trans 103079229212 rc 0/0 00000100:00100000:0.0:1780970704.173763:0:30677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88157 00000100:00100000:0.0:1780970704.173787:0:30677:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559760640 00000100:00100000:0.0:1780970704.173812:0:30677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88171 00000100:00100000:0.0:1780970704.173816:0:30677:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b8c4ad7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+44:3360:x1867475559760640:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1780970704.173835:0:30677:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12613 count 1 00002000:00010000:0.0:1780970704.173859:0:30677:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3145:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.173864:0:30677:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dcc57c0f/0xa1e9845215a92bdd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3145:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.173874:0:30677:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.173876:0:30677:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.173879:0:30677:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dcc57c0f/0xa1e9845215a92bdd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3145:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.173888:0:30677:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dcc57c0f/0xa1e9845215a92bdd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3145:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.173896:0:30677:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dcc57c0f/0xa1e9845215a92bdd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3145:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.173903:0:30677:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dcc57c0f/0xa1e9845215a92bdd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3145:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.173918:0:30677:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780970704.174197:0:30677:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b8c4ad7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+45:3360:x1867475559760640:12345-0@lo:6:osp-syn-0-1.0 Request processed in 380us (2501us total) trans 103079229222 rc 0/0 00000100:00100000:0.0:1780970704.174207:0:30677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88171 00000100:00100000:2.0:1780970704.175568:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e521fabe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559761664:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970704.175644:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1780970704.175683:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001f0f0640/2, rc 0, transno 14117 00000100:00100000:2.0:1780970704.175696:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f0f0640 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559761472:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1780970704.175707:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ada4480e/2, rc 0, transno 31275 00000100:00100000:2.0:1780970704.175711:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ada4480e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559761728:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1780970704.175732:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.175740:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dcc57c0f/0xa1e9845215a92bdd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3145:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.175751:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dcc57c0f already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.175755:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dcc57c0f/0xa1e9845215a92bdd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3145:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.175762:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dcc57c0f/0xa1e9845215a92bdd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3145:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.175786:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dcc57c0f/0xa1e9845215a92bdd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3145:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.175793:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dcc57c0f/0xa1e9845215a92bdd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3145:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.175814:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.175816:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.175817:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780970704.175887:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000027a06369/2, rc 0, transno 31270 00000100:00100000:2.0:1780970704.175891:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027a06369 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559760704:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1780970704.175902:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007e24a27d/2, rc 0, transno 14112 00000100:00100000:2.0:1780970704.175909:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e24a27d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559758976:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1780970704.175920:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000086b3ecd7/2, rc 0, transno 14111 00000100:00100000:2.0:1780970704.175923:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086b3ecd7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559757504:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.175953:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009417a286 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559761344:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970704.175976:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.176127:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d664d1e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559761600:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.176154:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1780970704.176182:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001f3f8eb8/2, rc 0, transno 31273 00000100:00100000:2.0:1780970704.176186:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f3f8eb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559761024:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970704.176193:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780970704.176197:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005ef546e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559761792:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.176218:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.176271:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c043f78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559761920:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.176293:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.176322:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000079c68fe6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559761856:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.176342:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.176370:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559761408 00000100:00100000:2.0:1780970704.176403:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559761664 00000100:00100000:2.0:1780970704.176420:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559761344 00000100:00100000:2.0:1780970704.176434:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559761600 00000100:00100000:2.0:1780970704.176446:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559761792 00000100:00100000:2.0:1780970704.176460:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559761920 00000100:00100000:2.0:1780970704.176474:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559761856 00000100:00100000:2.0:1780970704.176490:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88172 00000100:00100000:2.0:1780970704.176495:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045b9b110 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+49:3363:x1867475559761408:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.176525:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12616 count 1 00002000:00010000:2.0:1780970704.176560:0:23195:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3148:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.176565:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000090d898cc/0xa1e9845215a92be4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3148:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.176577:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.176579:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.176582:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000090d898cc/0xa1e9845215a92be4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3148:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.176593:0:23195:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000090d898cc/0xa1e9845215a92be4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3148:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.176601:0:23195:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000090d898cc/0xa1e9845215a92be4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3148:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.176607:0:23195:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000090d898cc/0xa1e9845215a92be4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3148:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.176651:0:23195:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780970704.176851:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045b9b110 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+50:3363:x1867475559761408:12345-0@lo:6:osp-syn-0-1.0 Request processed in 354us (4874us total) trans 103079229223 rc 0/0 00000100:00100000:2.0:1780970704.176859:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88172 00000100:00100000:2.0:1780970704.176880:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88173 00000100:00100000:2.0:1780970704.176884:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a85cf8b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+42:3363:x1867475559761664:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1780970704.176897:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11837 count 1 00002000:00010000:2.0:1780970704.176916:0:23195:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.176919:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001affe6d1/0xa1e9845215a92beb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.177065:0:30677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88174 00000100:00100000:0.0:1780970704.177070:0:30677:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000027decfd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+42:3361:x1867475559761344:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.177085:0:30677:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11836 count 1 00002000:00010000:0.0:1780970704.177101:0:30677:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.177105:0:30677:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000aff7646/0xa1e9845215a92bf2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177112:0:30677:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.177114:0:30677:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.177115:0:30677:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000aff7646/0xa1e9845215a92bf2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177124:0:30677:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000aff7646/0xa1e9845215a92bf2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177130:0:30677:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000aff7646/0xa1e9845215a92bf2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177136:0:30677:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000aff7646/0xa1e9845215a92bf2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177151:0:30677:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1780970704.177159:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780970704.177163:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000090d898cc/0xa1e9845215a92be4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3148:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177176:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000090d898cc already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.177179:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000090d898cc/0xa1e9845215a92be4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3148:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177186:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000090d898cc/0xa1e9845215a92be4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3148:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177201:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000090d898cc/0xa1e9845215a92be4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3148:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177208:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000090d898cc/0xa1e9845215a92be4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3148:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177224:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.177226:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000aff7646/0xa1e9845215a92bf2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177232:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000aff7646 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.177233:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000aff7646/0xa1e9845215a92bf2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177239:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000aff7646/0xa1e9845215a92bf2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177248:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000aff7646/0xa1e9845215a92bf2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177259:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000aff7646/0xa1e9845215a92bf2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177274:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.177275:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.177276:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970704.177410:0:30677:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000027decfd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+43:3361:x1867475559761344:12345-0@lo:6:osp-syn-1-1.0 Request processed in 339us (1433us total) trans 4294998572 rc 0/0 00000100:00100000:0.0:1780970704.177416:0:30677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88174 00000100:00100000:0.0:1780970704.177431:0:30677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88175 00000100:00100000:0.0:1780970704.177435:0:30677:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fb41f3e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+49:3361:x1867475559761600:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1780970704.177447:0:30677:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12555 count 1 00002000:00010000:0.0:1780970704.177464:0:30677:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x310b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.177467:0:30677:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000132b1125/0xa1e9845215a92bf9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x310b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177475:0:30677:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.177476:0:30677:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.177478:0:30677:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000132b1125/0xa1e9845215a92bf9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x310b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177486:0:30677:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000132b1125/0xa1e9845215a92bf9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x310b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177493:0:30677:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000132b1125/0xa1e9845215a92bf9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x310b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177504:0:30677:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000132b1125/0xa1e9845215a92bf9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x310b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177519:0:30677:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780970704.177638:0:30677:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fb41f3e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+50:3361:x1867475559761600:12345-0@lo:6:osp-syn-0-1.0 Request processed in 202us (1483us total) trans 103079229224 rc 0/0 00000100:00100000:0.0:1780970704.177645:0:30677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88175 00000100:00100000:0.0:1780970704.177658:0:30677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88176 00000100:00100000:0.0:1780970704.177662:0:30677:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055f97a10 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+49:3361:x1867475559761792:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1780970704.177675:0:30677:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12619 count 1 00002000:00010000:0.0:1780970704.177688:0:30677:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x314b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.177691:0:30677:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92c00 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x314b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177697:0:30677:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.177699:0:30677:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.177701:0:30677:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92c00 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x314b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177707:0:30677:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92c00 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x314b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177713:0:30677:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92c00 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x314b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177718:0:30677:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92c00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x314b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177733:0:30677:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1780970704.177740:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780970704.177743:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000132b1125/0xa1e9845215a92bf9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x310b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177749:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000132b1125 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.177751:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000132b1125/0xa1e9845215a92bf9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x310b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177756:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000132b1125/0xa1e9845215a92bf9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x310b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177766:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000132b1125/0xa1e9845215a92bf9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x310b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177771:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000132b1125/0xa1e9845215a92bf9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x310b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177783:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.177785:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92c00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x314b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177792:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000d6f2a3f already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.177793:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92c00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x314b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177804:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92c00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x314b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177813:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92c00 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x314b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177819:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a92c00 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x314b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.177829:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.177830:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.177832:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.178127:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.178128:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.178130:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001affe6d1/0xa1e9845215a92beb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.178140:0:23195:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001affe6d1/0xa1e9845215a92beb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.178147:0:23195:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001affe6d1/0xa1e9845215a92beb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.178153:0:23195:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001affe6d1/0xa1e9845215a92beb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.178173:0:23195:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780970704.178290:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.178294:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001affe6d1/0xa1e9845215a92beb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.178301:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001affe6d1 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.178303:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001affe6d1/0xa1e9845215a92beb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.178309:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001affe6d1/0xa1e9845215a92beb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.178319:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001affe6d1/0xa1e9845215a92beb lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.178325:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001affe6d1/0xa1e9845215a92beb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.178340:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.178341:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.178342:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.178439:0:8236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88177 00000100:00100000:1.0:1780970704.178445:0:8236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7611e4f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+50:3362:x1867475559761920:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1780970704.178462:0:8236:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12621 count 1 00002000:00010000:1.0:1780970704.178481:0:8236:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x314d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.178485:0:8236:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a92c07 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x314d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.178493:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.178494:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.178496:0:8236:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a92c07 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x314d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.178503:0:8236:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a92c07 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x314d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.178509:0:8236:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a92c07 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x314d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.178514:0:8236:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a92c07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x314d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.178528:0:8236:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780970704.178852:0:30686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88178 00000100:00100000:3.0:1780970704.178859:0:30686:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f508e101 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+51:3361:x1867475559761856:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1780970704.178874:0:30686:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12620 count 1 00002000:00010000:3.0:1780970704.178891:0:30686:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x314c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970704.178895:0:30686:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d6376234/0xa1e9845215a92c0e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x314c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.178902:0:30686:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.178903:0:30686:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.178905:0:30686:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d6376234/0xa1e9845215a92c0e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x314c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.178912:0:30686:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d6376234/0xa1e9845215a92c0e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x314c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.178918:0:30686:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d6376234/0xa1e9845215a92c0e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x314c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.178941:0:30686:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d6376234/0xa1e9845215a92c0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x314c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.178956:0:30686:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780970704.179281:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a85cf8b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+43:3363:x1867475559761664:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2396us (3645us total) trans 4294998573 rc 0/0 00000100:00100000:2.0:1780970704.179289:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88173 00010000:00010000:2.0:1780970704.179328:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780970704.179332:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a92c07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x314d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.179340:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000645805ac already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.179343:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a92c07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x314d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.179349:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a92c07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x314d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.179363:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a92c07 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x314d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.179369:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a92c07 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x314d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.179384:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.179386:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d6376234/0xa1e9845215a92c0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x314c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.179392:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d6376234 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.179394:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d6376234/0xa1e9845215a92c0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x314c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.179405:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d6376234/0xa1e9845215a92c0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x314c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.179414:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d6376234/0xa1e9845215a92c0e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x314c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.179419:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d6376234/0xa1e9845215a92c0e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x314c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.179430:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.179431:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.179432:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780970704.179472:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003ac38d6a/2, rc 0, transno 14119 00000100:00100000:2.0:1780970704.179485:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ac38d6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559761408:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1780970704.179501:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e521fabe/2, rc 0, transno 31277 00000100:00100000:2.0:1780970704.179505:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e521fabe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559761664:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970704.179581:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780970704.179593:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000630cb23d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559761984:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.179655:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.179683:0:115589:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559761984 00000100:00100000:2.0:1780970704.179716:0:115589:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88179 00000100:00100000:2.0:1780970704.179720:0:115589:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e33b49f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+53:3362:x1867475559761984:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.179734:0:115589:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12622 count 1 00002000:00010000:2.0:1780970704.179755:0:115589:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x314e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.179759:0:115589:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002a175856/0xa1e9845215a92c15 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x314e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.179768:0:115589:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.179770:0:115589:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.179773:0:115589:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a175856/0xa1e9845215a92c15 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x314e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.179782:0:115589:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002a175856/0xa1e9845215a92c15 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x314e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.179790:0:115589:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002a175856/0xa1e9845215a92c15 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x314e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.179795:0:115589:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002a175856/0xa1e9845215a92c15 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x314e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.179808:0:115589:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780970704.179939:0:115589:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e33b49f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+54:3362:x1867475559761984:12345-0@lo:6:osp-syn-0-1.0 Request processed in 218us (284us total) trans 103079229228 rc 0/0 00000100:00100000:2.0:1780970704.179946:0:115589:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88179 00010000:00010000:2.0:1780970704.179962:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.179965:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002a175856/0xa1e9845215a92c15 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x314e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.179971:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002a175856 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.179973:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002a175856/0xa1e9845215a92c15 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x314e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.179979:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002a175856/0xa1e9845215a92c15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x314e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.180005:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002a175856/0xa1e9845215a92c15 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x314e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.180011:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002a175856/0xa1e9845215a92c15 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x314e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.180024:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.180025:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.180026:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780970704.180042:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000630cb23d/2, rc 0, transno 14124 00000100:00100000:2.0:1780970704.180048:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000630cb23d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559761984:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1780970704.180093:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009417a286/2, rc 0, transno 31276 00000100:00100000:2.0:1780970704.180097:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009417a286 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559761344:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1780970704.180105:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d664d1e0/2, rc 0, transno 14120 00000100:00100000:2.0:1780970704.180111:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d664d1e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559761600:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.180118:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780970704.180123:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c9e5147 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559762048:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.180149:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.180187:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559762048 00000100:00100000:2.0:1780970704.180203:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88180 00000100:00100000:2.0:1780970704.180206:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fbcf45a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+54:3361:x1867475559762048:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.180217:0:30685:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12623 count 1 00002000:00010000:2.0:1780970704.180233:0:30685:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x314f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.180236:0:30685:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007bb35c1b/0xa1e9845215a92c1c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x314f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.180244:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.180245:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.180247:0:30685:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007bb35c1b/0xa1e9845215a92c1c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x314f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.180254:0:30685:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007bb35c1b/0xa1e9845215a92c1c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x314f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.180260:0:30685:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007bb35c1b/0xa1e9845215a92c1c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x314f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.180266:0:30685:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007bb35c1b/0xa1e9845215a92c1c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x314f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.180278:0:30685:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780970704.180365:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fbcf45a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+55:3361:x1867475559762048:12345-0@lo:6:osp-syn-0-1.0 Request processed in 157us (216us total) trans 103079229229 rc 0/0 00000100:00100000:2.0:1780970704.180370:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88180 00010000:00010000:2.0:1780970704.180387:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.180390:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007bb35c1b/0xa1e9845215a92c1c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x314f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.180397:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007bb35c1b already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.180399:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007bb35c1b/0xa1e9845215a92c1c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x314f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.180405:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007bb35c1b/0xa1e9845215a92c1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x314f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.180416:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007bb35c1b/0xa1e9845215a92c1c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x314f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.180421:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007bb35c1b/0xa1e9845215a92c1c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x314f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.180432:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.180434:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.180435:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970704.180444:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006bed0cf8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559762112:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.180466:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.180485:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559762112 00000100:00100000:2.0:1780970704.180503:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88181 00000100:00100000:2.0:1780970704.180507:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031965060 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+55:3361:x1867475559762112:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.180518:0:30674:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12624 count 1 00002000:00010000:2.0:1780970704.180531:0:30674:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3150:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.180535:0:30674:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085ed98d2/0xa1e9845215a92c23 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3150:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.180541:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.180542:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.180544:0:30674:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085ed98d2/0xa1e9845215a92c23 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3150:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.180552:0:30674:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085ed98d2/0xa1e9845215a92c23 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3150:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.180563:0:30674:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085ed98d2/0xa1e9845215a92c23 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3150:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.180569:0:30674:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000085ed98d2/0xa1e9845215a92c23 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3150:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.180580:0:30674:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780970704.180687:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031965060 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+56:3361:x1867475559762112:12345-0@lo:6:osp-syn-0-1.0 Request processed in 179us (221us total) trans 103079229230 rc 0/0 00000100:00100000:2.0:1780970704.180694:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88181 00010000:00010000:2.0:1780970704.180709:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.180712:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000085ed98d2/0xa1e9845215a92c23 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3150:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.180717:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000085ed98d2 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.180719:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000085ed98d2/0xa1e9845215a92c23 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3150:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.180725:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000085ed98d2/0xa1e9845215a92c23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3150:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.180737:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000085ed98d2/0xa1e9845215a92c23 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3150:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.180743:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085ed98d2/0xa1e9845215a92c23 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3150:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.180758:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.180759:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.180760:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780970704.180776:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007c9e5147/2, rc 0, transno 14125 00000100:00100000:2.0:1780970704.180784:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c9e5147 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559762048:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.180816:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002805aa61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559762176:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.180838:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.180863:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559762176 00000100:00100000:2.0:1780970704.180879:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88182 00000100:00100000:2.0:1780970704.180883:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9302c1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+56:3362:x1867475559762176:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.180894:0:30685:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12556 count 1 00002000:00010000:2.0:1780970704.180907:0:30685:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x310c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.180910:0:30685:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003dabe158/0xa1e9845215a92c2a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x310c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.180916:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.180918:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.180919:0:30685:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003dabe158/0xa1e9845215a92c2a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x310c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.180926:0:30685:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003dabe158/0xa1e9845215a92c2a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x310c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.180932:0:30685:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003dabe158/0xa1e9845215a92c2a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x310c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.180943:0:30685:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003dabe158/0xa1e9845215a92c2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x310c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.180953:0:30685:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780970704.181056:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9302c1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+57:3362:x1867475559762176:12345-0@lo:6:osp-syn-0-1.0 Request processed in 172us (217us total) trans 103079229231 rc 0/0 00000100:00100000:2.0:1780970704.181062:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88182 00000004:00080000:2.0:1780970704.181087:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002805aa61/2, rc 0, transno 14127 00000100:00100000:2.0:1780970704.181094:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002805aa61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559762176:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.181123:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780970704.181130:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005f2c9bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559762240:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.181151:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.181171:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559762240 00000100:00100000:2.0:1780970704.181189:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88183 00000100:00100000:2.0:1780970704.181193:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002af04898 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+57:3362:x1867475559762240:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.181204:0:30674:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12625 count 1 00002000:00010000:2.0:1780970704.181218:0:30674:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3151:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.181221:0:30674:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dbe36306/0xa1e9845215a92c31 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3151:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.181229:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.181230:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.181231:0:30674:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dbe36306/0xa1e9845215a92c31 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.181238:0:30674:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dbe36306/0xa1e9845215a92c31 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.181244:0:30674:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dbe36306/0xa1e9845215a92c31 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.181250:0:30674:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dbe36306/0xa1e9845215a92c31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.181257:0:30674:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780970704.181346:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002af04898 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+58:3362:x1867475559762240:12345-0@lo:6:osp-syn-0-1.0 Request processed in 151us (193us total) trans 103079229232 rc 0/0 00000100:00100000:2.0:1780970704.181352:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88183 00010000:00010000:2.0:1780970704.181366:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780970704.181369:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003dabe158/0xa1e9845215a92c2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x310c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.181376:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003dabe158 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.181378:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003dabe158/0xa1e9845215a92c2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x310c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.181384:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003dabe158/0xa1e9845215a92c2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x310c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.181395:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003dabe158/0xa1e9845215a92c2a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x310c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.181401:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003dabe158/0xa1e9845215a92c2a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x310c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.181419:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.181421:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dbe36306/0xa1e9845215a92c31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.181427:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dbe36306 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.181428:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dbe36306/0xa1e9845215a92c31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.181434:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dbe36306/0xa1e9845215a92c31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.181442:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dbe36306/0xa1e9845215a92c31 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.181447:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dbe36306/0xa1e9845215a92c31 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.181457:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.181458:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.181459:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780970704.181474:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000005f2c9bc/2, rc 0, transno 14128 00000100:00100000:2.0:1780970704.181483:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005f2c9bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559762240:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1780970704.181524:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006bed0cf8/2, rc 0, transno 14126 00000100:00100000:2.0:1780970704.181531:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006bed0cf8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559762112:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.181535:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780970704.181540:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d53f5612 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559762304:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.181561:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.181598:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559762304 00000100:00100000:2.0:1780970704.181635:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88184 00000100:00100000:2.0:1780970704.181639:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005477d0f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+58:3361:x1867475559762304:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.181650:0:30685:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12626 count 1 00002000:00010000:2.0:1780970704.181666:0:30685:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3152:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.181670:0:30685:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000de3688ef/0xa1e9845215a92c38 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3152:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.181677:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.181678:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.181679:0:30685:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000de3688ef/0xa1e9845215a92c38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.181687:0:30685:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000de3688ef/0xa1e9845215a92c38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.181693:0:30685:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000de3688ef/0xa1e9845215a92c38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.181698:0:30685:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000de3688ef/0xa1e9845215a92c38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.181710:0:30685:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780970704.181803:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005477d0f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+59:3361:x1867475559762304:12345-0@lo:6:osp-syn-0-1.0 Request processed in 162us (240us total) trans 103079229233 rc 0/0 00000100:00100000:2.0:1780970704.181809:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88184 00010000:00010000:2.0:1780970704.181825:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.181828:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000de3688ef/0xa1e9845215a92c38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.181834:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000de3688ef already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.181836:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000de3688ef/0xa1e9845215a92c38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.181842:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000de3688ef/0xa1e9845215a92c38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.181852:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000de3688ef/0xa1e9845215a92c38 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.181858:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de3688ef/0xa1e9845215a92c38 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.181870:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.181871:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.181872:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970704.181882:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000091e10a69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559762368:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.181906:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1780970704.181925:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d53f5612/2, rc 0, transno 14129 00000100:00100000:2.0:1780970704.181932:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d53f5612 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559762304:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.181963:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000baf83255 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559762432:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.181985:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.182020:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559762368 00000100:00100000:2.0:1780970704.182038:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559762432 00000100:00100000:2.0:1780970704.182052:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88185 00000100:00100000:2.0:1780970704.182056:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1f8ce08 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+60:3361:x1867475559762368:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.182066:0:30674:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12627 count 1 00002000:00010000:2.0:1780970704.182081:0:30674:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3153:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.182085:0:30674:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ea22946e/0xa1e9845215a92c3f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3153:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.182091:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.182093:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.182095:0:30674:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ea22946e/0xa1e9845215a92c3f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.182103:0:30674:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ea22946e/0xa1e9845215a92c3f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.182109:0:30674:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ea22946e/0xa1e9845215a92c3f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.182115:0:30674:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ea22946e/0xa1e9845215a92c3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.182126:0:30674:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780970704.182213:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1f8ce08 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+61:3361:x1867475559762368:12345-0@lo:6:osp-syn-0-1.0 Request processed in 156us (306us total) trans 103079229234 rc 0/0 00000100:00100000:2.0:1780970704.182220:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88185 00000100:00100000:2.0:1780970704.182232:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88186 00000100:00100000:2.0:1780970704.182235:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6c6c648 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+60:3362:x1867475559762432:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.182245:0:30674:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12628 count 1 00002000:00010000:2.0:1780970704.182258:0:30674:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3154:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.182261:0:30674:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078cafc37/0xa1e9845215a92c46 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3154:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.182269:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.182270:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.182272:0:30674:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078cafc37/0xa1e9845215a92c46 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.182279:0:30674:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078cafc37/0xa1e9845215a92c46 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.182286:0:30674:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078cafc37/0xa1e9845215a92c46 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.182291:0:30674:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078cafc37/0xa1e9845215a92c46 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.182299:0:30674:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780970704.182384:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6c6c648 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+61:3362:x1867475559762432:12345-0@lo:6:osp-syn-0-1.0 Request processed in 147us (399us total) trans 103079229235 rc 0/0 00000100:00100000:2.0:1780970704.182391:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88186 00000004:00080000:2.0:1780970704.182422:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000baf83255/2, rc 0, transno 14131 00000100:00100000:2.0:1780970704.182429:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000baf83255 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559762432:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.182467:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed8c3655 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559762496:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.182491:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.182513:0:115589:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559762496 00000100:00100000:2.0:1780970704.182530:0:115589:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88187 00000100:00100000:2.0:1780970704.182534:0:115589:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000808b94d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+61:3363:x1867475559762496:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.182545:0:115589:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12629 count 1 00002000:00010000:2.0:1780970704.182560:0:115589:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3155:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.182563:0:115589:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f382306f/0xa1e9845215a92c4d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3155:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.182571:0:115589:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.182572:0:115589:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.182574:0:115589:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f382306f/0xa1e9845215a92c4d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.182582:0:115589:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f382306f/0xa1e9845215a92c4d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.182588:0:115589:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f382306f/0xa1e9845215a92c4d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.182592:0:115589:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f382306f/0xa1e9845215a92c4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.182601:0:115589:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1780970704.182717:0:115589:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000808b94d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+62:3363:x1867475559762496:12345-0@lo:6:osp-syn-0-1.0 Request processed in 182us (227us total) trans 103079229236 rc 0/0 00000100:00100000:2.0:1780970704.182724:0:115589:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88187 00010000:00010000:2.0:1780970704.182745:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1780970704.182750:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ea22946e/0xa1e9845215a92c3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.182762:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ea22946e already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.182764:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea22946e/0xa1e9845215a92c3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.182770:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea22946e/0xa1e9845215a92c3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.182782:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ea22946e/0xa1e9845215a92c3f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.182787:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ea22946e/0xa1e9845215a92c3f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.182799:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780970704.182800:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078cafc37/0xa1e9845215a92c46 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.182805:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000078cafc37 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.182807:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078cafc37/0xa1e9845215a92c46 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.182812:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078cafc37/0xa1e9845215a92c46 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.182819:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078cafc37/0xa1e9845215a92c46 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.182830:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078cafc37/0xa1e9845215a92c46 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.182839:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.182841:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f382306f/0xa1e9845215a92c4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.182846:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f382306f already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.182848:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f382306f/0xa1e9845215a92c4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.182853:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f382306f/0xa1e9845215a92c4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.182859:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f382306f/0xa1e9845215a92c4d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.182864:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f382306f/0xa1e9845215a92c4d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.182873:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.182874:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.182875:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780970704.182889:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ed8c3655/2, rc 0, transno 14132 00000100:00100000:2.0:1780970704.182895:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed8c3655 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559762496:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1780970704.182933:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000091e10a69/2, rc 0, transno 14130 00000100:00100000:2.0:1780970704.182939:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000091e10a69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559762368:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.182943:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780970704.182947:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1d07ca3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559762560:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.182968:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.183451:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559762560 00000100:00100000:2.0:1780970704.183475:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88188 00000100:00100000:2.0:1780970704.183478:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bafb1d29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+62:3361:x1867475559762560:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.183493:0:30685:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12630 count 1 00002000:00010000:2.0:1780970704.183511:0:30685:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3156:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.183515:0:30685:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f7ac1dbf/0xa1e9845215a92c54 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3156:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.183524:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.183526:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.183528:0:30685:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f7ac1dbf/0xa1e9845215a92c54 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3156:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.183536:0:30685:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f7ac1dbf/0xa1e9845215a92c54 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3156:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.183542:0:30685:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f7ac1dbf/0xa1e9845215a92c54 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3156:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.183548:0:30685:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f7ac1dbf/0xa1e9845215a92c54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3156:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.183559:0:30685:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780970704.183726:0:30677:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055f97a10 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+63:3361:x1867475559761792:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6062us (7507us total) trans 103079229225 rc 0/0 00000100:00100000:0.0:1780970704.183734:0:30677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88176 00000100:00100000:2.0:1780970704.183866:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bafb1d29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+62:3361:x1867475559762560:12345-0@lo:6:osp-syn-0-1.0 Request processed in 386us (897us total) trans 103079229237 rc 0/0 00000100:00100000:2.0:1780970704.183873:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88188 00010000:00010000:2.0:1780970704.183891:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.183894:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f7ac1dbf/0xa1e9845215a92c54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3156:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.183902:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7ac1dbf already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.183905:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7ac1dbf/0xa1e9845215a92c54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3156:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.183911:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7ac1dbf/0xa1e9845215a92c54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3156:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.184056:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f7ac1dbf/0xa1e9845215a92c54 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3156:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.184063:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f7ac1dbf/0xa1e9845215a92c54 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3156:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.184079:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.184080:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.184081:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970704.184095:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005898f491 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559762624:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.184126:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1780970704.184166:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b1d07ca3/2, rc 0, transno 14133 00000100:00100000:2.0:1780970704.184176:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1d07ca3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559762560:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.184214:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e5835b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559762688:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.184238:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.184266:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559762624 00000100:00100000:2.0:1780970704.184285:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559762688 00000100:00100000:2.0:1780970704.184298:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88189 00000100:00100000:2.0:1780970704.184301:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043afc4eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+63:3361:x1867475559762624:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.184313:0:30685:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12631 count 1 00002000:00010000:2.0:1780970704.184329:0:30685:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3157:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.184332:0:30685:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084df4009/0xa1e9845215a92c5b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3157:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.184340:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.184342:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.184344:0:30685:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084df4009/0xa1e9845215a92c5b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3157:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.184352:0:30685:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084df4009/0xa1e9845215a92c5b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3157:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.184358:0:30685:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084df4009/0xa1e9845215a92c5b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3157:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.184363:0:30685:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000084df4009/0xa1e9845215a92c5b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3157:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.184373:0:30685:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780970704.184467:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043afc4eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+64:3361:x1867475559762624:12345-0@lo:6:osp-syn-0-1.0 Request processed in 164us (340us total) trans 103079229238 rc 0/0 00000100:00100000:2.0:1780970704.184473:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88189 00000100:00100000:2.0:1780970704.184485:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88190 00000100:00100000:2.0:1780970704.184489:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000027bfcb8d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+63:3362:x1867475559762688:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.184499:0:30685:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12632 count 1 00002000:00010000:2.0:1780970704.184512:0:30685:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3158:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.184515:0:30685:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019be72c3/0xa1e9845215a92c62 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3158:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.184522:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.184523:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.184525:0:30685:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019be72c3/0xa1e9845215a92c62 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.184533:0:30685:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019be72c3/0xa1e9845215a92c62 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.184546:0:30685:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019be72c3/0xa1e9845215a92c62 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.184552:0:30685:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000019be72c3/0xa1e9845215a92c62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.184560:0:30685:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780970704.185078:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000027bfcb8d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+64:3362:x1867475559762688:12345-0@lo:6:osp-syn-0-1.0 Request processed in 587us (839us total) trans 103079229239 rc 0/0 00000100:00100000:2.0:1780970704.185086:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88190 00010000:00010000:2.0:1780970704.185105:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780970704.185108:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000084df4009/0xa1e9845215a92c5b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3157:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.185121:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000084df4009 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.185123:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000084df4009/0xa1e9845215a92c5b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3157:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.185130:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000084df4009/0xa1e9845215a92c5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3157:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.185144:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000084df4009/0xa1e9845215a92c5b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3157:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.185150:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084df4009/0xa1e9845215a92c5b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3157:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.185163:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.185165:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000019be72c3/0xa1e9845215a92c62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.185170:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000019be72c3 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.185173:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000019be72c3/0xa1e9845215a92c62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.185178:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000019be72c3/0xa1e9845215a92c62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.185186:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000019be72c3/0xa1e9845215a92c62 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.185196:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019be72c3/0xa1e9845215a92c62 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.185206:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.185208:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.185209:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780970704.185232:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005ef546e2/2, rc 0, transno 14121 00000100:00100000:2.0:1780970704.185242:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005ef546e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559761792:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.185282:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005c8213d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559762752:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.185312:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.185338:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559762752 00000100:00100000:2.0:1780970704.185360:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88191 00000100:00100000:2.0:1780970704.185363:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be5eb209 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+64:3363:x1867475559762752:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.185376:0:30685:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12633 count 1 00002000:00010000:2.0:1780970704.185392:0:30685:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3159:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.185396:0:30685:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92c69 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3159:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.185404:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.185405:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.185407:0:30685:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92c69 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3159:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.185416:0:30685:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92c69 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3159:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.185427:0:30685:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92c69 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3159:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.185433:0:30685:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92c69 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3159:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.185445:0:30685:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780970704.185555:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be5eb209 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+65:3363:x1867475559762752:12345-0@lo:6:osp-syn-0-1.0 Request processed in 190us (243us total) trans 103079229240 rc 0/0 00000100:00100000:2.0:1780970704.185562:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88191 00000004:00080000:2.0:1780970704.185587:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000005c8213d/2, rc 0, transno 14136 00000100:00100000:2.0:1780970704.185594:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005c8213d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559762752:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1780970704.185707:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.185710:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92c69 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3159:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.185717:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dc8e0b3a already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.185719:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92c69 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3159:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.185725:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92c69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3159:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.185736:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92c69 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3159:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.185747:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc8e0b3a/0xa1e9845215a92c69 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3159:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.185760:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.185761:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.185762:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780970704.185778:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005898f491/2, rc 0, transno 14134 00000100:00100000:2.0:1780970704.185787:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005898f491 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559762624:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.185792:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780970704.185798:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050ffdfc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559762816:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.185823:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.185865:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559762816 00000100:00100000:2.0:1780970704.185885:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88192 00000100:00100000:2.0:1780970704.185889:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090fd683d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+65:3361:x1867475559762816:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.185900:0:30685:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12634 count 1 00002000:00010000:2.0:1780970704.185915:0:30685:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x315a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.185919:0:30685:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef8fb5ee/0xa1e9845215a92c70 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x315a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.186106:0:8236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7611e4f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+65:3362:x1867475559761920:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7660us (9812us total) trans 103079229226 rc 0/0 00000100:00100000:1.0:1780970704.186114:0:8236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88177 00010000:00010000:1.0:1780970704.186145:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.186149:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.186196:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970704.186218:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563552448 00000100:00100000:1.0:1780970704.186248:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85578 00000100:00100000:1.0:1780970704.186252:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e2f400c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+26:198435:x1867475563552448:12345-192.168.204.45@tcp:36:rm.0 00010000:00010000:1.0:1780970704.186291:0:112205:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1780970704.186312:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e20877f3/0xa1e9845215a9296e lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924942 expref: 26 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.186330:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005548c511/0xa1e9845215a8a700 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892349d expref: 25 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.186342:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2ce1:0x0].0x0 (00000000c5a915f4) 00010000:00010000:1.0:1780970704.186353:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bbca039f/0xa1e9845215a8a746 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989234b9 expref: 24 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.186361:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000e1321765) 00010000:00010000:1.0:1780970704.186363:0:112205:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780970704.186386:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000001baebfe8/0xa1e9845215a92c77 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.186399:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001baebfe8/0xa1e9845215a92c77 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.186406:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001baebfe8/0xa1e9845215a92c77 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.186418:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f57a8777/0xa1e9845215a92c7e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x11ae43fc bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.186426:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f57a8777/0xa1e9845215a92c7e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x11ae43fc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.186436:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f57a8777/0xa1e9845215a92c7e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x11ae43fc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.186547:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005db7e15e/0xa1e9845215a92c85 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.186557:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000e76da252/0xa1e9845215a929f3 lrc: 2/0,0 mode: EX/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xa1e9845215a929de expref: 11 pid: 124322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.186564:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000005db7e15e/0xa1e9845215a92c85 lrc: 4/0,1 mode: --/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.186588:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000e76da252/0xa1e9845215a929f3 lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0xa1e9845215a929de expref: 11 pid: 124322 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.186600:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004dbeb8e7 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:112205:1867475559762944:0@lo:104: 00010000:00010000:2.0:1780970704.186719:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.186722:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.186724:0:30685:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef8fb5ee/0xa1e9845215a92c70 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x315a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.186733:0:30685:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef8fb5ee/0xa1e9845215a92c70 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x315a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.186744:0:30685:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef8fb5ee/0xa1e9845215a92c70 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x315a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.186751:0:30685:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ef8fb5ee/0xa1e9845215a92c70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x315a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.186764:0:30685:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1780970704.187160:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e5835b1a/2, rc 0, transno 14135 00000100:00100000:0.0:1780970704.187173:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e5835b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559762688:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1780970704.187186:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009c043f78/2, rc 0, transno 14122 00000100:00100000:0.0:1780970704.187189:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c043f78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559761920:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.187247:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000709cf235 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559763072:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.187305:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090fd683d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+65:3361:x1867475559762816:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1415us (1482us total) trans 103079229241 rc 0/0 00000100:00100000:2.0:1780970704.187314:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88192 00010000:00010000:2.0:1780970704.187340:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.187345:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ef8fb5ee/0xa1e9845215a92c70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x315a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.187367:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ef8fb5ee already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.187371:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef8fb5ee/0xa1e9845215a92c70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x315a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.187378:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef8fb5ee/0xa1e9845215a92c70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x315a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.187392:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ef8fb5ee/0xa1e9845215a92c70 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x315a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.187399:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef8fb5ee/0xa1e9845215a92c70 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x315a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.187420:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.187421:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.187422:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970704.187439:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009933c1a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559762880:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.187465:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1780970704.187486:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000050ffdfc5/2, rc 0, transno 14137 00000100:00100000:2.0:1780970704.187494:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050ffdfc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559762816:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.187526:0:123251:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559762880 00000100:00100000:2.0:1780970704.187550:0:123251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88193 00000100:00100000:2.0:1780970704.187555:0:123251:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001781d7a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+65:3361:x1867475559762880:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.187574:0:123251:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12557 count 1 00002000:00010000:2.0:1780970704.187599:0:123251:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x310d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.187603:0:123251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cfc872f2/0xa1e9845215a92c8c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x310d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.187612:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.187631:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.187634:0:123251:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc872f2/0xa1e9845215a92c8c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x310d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.187643:0:123251:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cfc872f2/0xa1e9845215a92c8c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x310d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.187650:0:123251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cfc872f2/0xa1e9845215a92c8c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x310d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.187661:0:123251:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cfc872f2/0xa1e9845215a92c8c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x310d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.187675:0:123251:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780970704.187787:0:123251:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001781d7a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+66:3361:x1867475559762880:12345-0@lo:6:osp-syn-0-1.0 Request processed in 231us (322us total) trans 103079229242 rc 0/0 00000100:00100000:2.0:1780970704.187793:0:123251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88193 00000004:00080000:2.0:1780970704.187818:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009933c1a3/2, rc 0, transno 14138 00000100:00100000:2.0:1780970704.187826:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009933c1a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559762880:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.187851:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b3cf1aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559763200:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.187873:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.187885:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780970704.187889:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002864990c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559763136:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.187909:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.187943:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559763200 00000100:00100000:2.0:1780970704.187960:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559763136 00000100:00100000:2.0:1780970704.187974:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88194 00000100:00100000:2.0:1780970704.187977:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002505829a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+67:3361:x1867475559763200:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.187987:0:30685:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12638 count 1 00002000:00010000:2.0:1780970704.188087:0:30685:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x315e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.188090:0:30685:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003f9afa6a/0xa1e9845215a92c93 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x315e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.188098:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.188099:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.188102:0:30685:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003f9afa6a/0xa1e9845215a92c93 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x315e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.188109:0:30685:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003f9afa6a/0xa1e9845215a92c93 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x315e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.188115:0:30685:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003f9afa6a/0xa1e9845215a92c93 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x315e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.188121:0:30685:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003f9afa6a/0xa1e9845215a92c93 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x315e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.188134:0:30685:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780970704.188229:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002505829a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+68:3361:x1867475559763200:12345-0@lo:6:osp-syn-0-1.0 Request processed in 251us (356us total) trans 103079229243 rc 0/0 00000100:00100000:2.0:1780970704.188236:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88194 00000100:00100000:2.0:1780970704.188249:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88195 00000100:00100000:2.0:1780970704.188253:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ca1947f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+67:3361:x1867475559763136:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.188263:0:30685:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12637 count 1 00002000:00010000:2.0:1780970704.188276:0:30685:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x315d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.188280:0:30685:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003a46cda4/0xa1e9845215a92c9a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x315d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.188286:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.188288:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.188289:0:30685:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003a46cda4/0xa1e9845215a92c9a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x315d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.188297:0:30685:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003a46cda4/0xa1e9845215a92c9a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x315d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.188304:0:30685:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003a46cda4/0xa1e9845215a92c9a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x315d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.188310:0:30685:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003a46cda4/0xa1e9845215a92c9a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x315d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.188323:0:30685:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1780970704.188402:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ca1947f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+68:3361:x1867475559763136:12345-0@lo:6:osp-syn-0-1.0 Request processed in 148us (493us total) trans 103079229244 rc 0/0 00000100:00100000:2.0:1780970704.188408:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88195 00010000:00010000:2.0:1780970704.188425:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1780970704.188429:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cfc872f2/0xa1e9845215a92c8c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x310d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.188436:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cfc872f2 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.188438:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cfc872f2/0xa1e9845215a92c8c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x310d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.188444:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cfc872f2/0xa1e9845215a92c8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x310d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.188457:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cfc872f2/0xa1e9845215a92c8c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x310d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.188463:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cfc872f2/0xa1e9845215a92c8c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x310d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.188480:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780970704.188482:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003f9afa6a/0xa1e9845215a92c93 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x315e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.188488:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003f9afa6a already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.188489:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003f9afa6a/0xa1e9845215a92c93 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x315e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.188494:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003f9afa6a/0xa1e9845215a92c93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x315e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.188501:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003f9afa6a/0xa1e9845215a92c93 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x315e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.188507:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f9afa6a/0xa1e9845215a92c93 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x315e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.188515:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.188517:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003a46cda4/0xa1e9845215a92c9a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x315d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.188523:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003a46cda4 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.188524:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003a46cda4/0xa1e9845215a92c9a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x315d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.188530:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003a46cda4/0xa1e9845215a92c9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x315d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.188538:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003a46cda4/0xa1e9845215a92c9a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x315d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.188544:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003a46cda4/0xa1e9845215a92c9a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x315d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.188554:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.188555:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.188557:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780970704.188575:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002864990c/2, rc 0, transno 14140 00000100:00100000:2.0:1780970704.188583:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002864990c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559763136:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1780970704.188658:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002b3cf1aa/2, rc 0, transno 14139 00000100:00100000:2.0:1780970704.188666:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b3cf1aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559763200:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.188699:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.188717:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a57b4ec1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559761280:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970704.188744:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.188757:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcd80bc9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559761536:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.188776:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1780970704.188799:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000004774e88/2, rc 0, transno 14118 00000100:00100000:2.0:1780970704.188805:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000004774e88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559760640:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.188829:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559760960 00000100:00100000:2.0:1780970704.188847:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559761280 00000100:00100000:2.0:1780970704.188861:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559761536 00000100:00100000:2.0:1780970704.188874:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88196 00000100:00100000:2.0:1780970704.188878:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cb6ee16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+44:3360:x1867475559760960:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1780970704.188890:0:30685:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11832 count 1 00002000:00010000:2.0:1780970704.188908:0:30685:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.188912:0:30685:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011a5f204/0xa1e9845215a92ca1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.188919:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.188920:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.188922:0:30685:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011a5f204/0xa1e9845215a92ca1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.188931:0:30685:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011a5f204/0xa1e9845215a92ca1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.188937:0:30685:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011a5f204/0xa1e9845215a92ca1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.188943:0:30685:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000011a5f204/0xa1e9845215a92ca1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.188954:0:30685:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780970704.189477:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cb6ee16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+45:3360:x1867475559760960:12345-0@lo:6:osp-syn-1-1.0 Request processed in 598us (777us total) trans 4294998574 rc 0/0 00000100:00100000:2.0:1780970704.189485:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88196 00000100:00100000:2.0:1780970704.189503:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88197 00000100:00100000:2.0:1780970704.189507:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008eb6fba3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+44:3360:x1867475559761280:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1780970704.189520:0:30685:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11835 count 1 00002000:00010000:2.0:1780970704.189535:0:30685:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.189540:0:30685:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92ca8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.189548:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.189550:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.189552:0:30685:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92ca8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.189560:0:30685:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92ca8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.189566:0:30685:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92ca8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.189572:0:30685:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92ca8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.189580:0:30685:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780970704.189749:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008eb6fba3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+45:3360:x1867475559761280:12345-0@lo:6:osp-syn-1-1.0 Request processed in 241us (1004us total) trans 4294998575 rc 0/0 00000100:00100000:2.0:1780970704.189755:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88197 00000100:00100000:2.0:1780970704.189767:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88198 00000100:00100000:2.0:1780970704.189772:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c217cf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+68:3360:x1867475559761536:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.189783:0:30685:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12618 count 1 00002000:00010000:2.0:1780970704.189798:0:30685:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x314a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.189802:0:30685:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000670bb303/0xa1e9845215a92caf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x314a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.189814:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.189815:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.189817:0:30685:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000670bb303/0xa1e9845215a92caf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x314a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.189825:0:30685:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000670bb303/0xa1e9845215a92caf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x314a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.189832:0:30685:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000670bb303/0xa1e9845215a92caf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x314a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.189838:0:30685:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000670bb303/0xa1e9845215a92caf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x314a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.189845:0:30685:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1780970704.190080:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c217cf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+69:3360:x1867475559761536:12345-0@lo:6:osp-syn-0-1.0 Request processed in 307us (1302us total) trans 103079229245 rc 0/0 00000100:00100000:2.0:1780970704.190086:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88198 00010000:00010000:2.0:1780970704.190112:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1780970704.190116:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000011a5f204/0xa1e9845215a92ca1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.190124:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000011a5f204 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.190127:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000011a5f204/0xa1e9845215a92ca1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.190134:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000011a5f204/0xa1e9845215a92ca1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.190149:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000011a5f204/0xa1e9845215a92ca1 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.190155:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011a5f204/0xa1e9845215a92ca1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.190171:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780970704.190173:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92ca8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.190179:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000013d3ea32 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.190181:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92ca8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.190186:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92ca8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.190194:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92ca8 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.190199:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000013d3ea32/0xa1e9845215a92ca8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.190208:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.190210:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000670bb303/0xa1e9845215a92caf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x314a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.190220:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000670bb303 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.190222:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000670bb303/0xa1e9845215a92caf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x314a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.190227:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000670bb303/0xa1e9845215a92caf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x314a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.190235:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000670bb303/0xa1e9845215a92caf lrc: 1/0,0 mode: --/PW res: [0x280000400:0x314a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.190241:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000670bb303/0xa1e9845215a92caf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x314a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.190250:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.190251:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.190252:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970704.190265:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780970704.190276:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058b0d521 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559763392:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.190310:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.190338:0:115589:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559763392 00000100:00100000:2.0:1780970704.190361:0:115589:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88199 00000100:00100000:2.0:1780970704.190364:0:115589:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c7f68ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+69:3361:x1867475559763392:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.190378:0:115589:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12641 count 1 00002000:00010000:2.0:1780970704.190394:0:115589:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3161:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.190397:0:115589:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000baa382b2/0xa1e9845215a92cb6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3161:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.190409:0:115589:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.190411:0:115589:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.190413:0:115589:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000baa382b2/0xa1e9845215a92cb6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.190420:0:115589:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000baa382b2/0xa1e9845215a92cb6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.190427:0:115589:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000baa382b2/0xa1e9845215a92cb6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.190433:0:115589:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000baa382b2/0xa1e9845215a92cb6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.190445:0:115589:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780970704.190549:0:115589:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c7f68ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+70:3361:x1867475559763392:12345-0@lo:6:osp-syn-0-1.0 Request processed in 183us (239us total) trans 103079229246 rc 0/0 00000100:00100000:2.0:1780970704.190554:0:115589:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88199 00010000:00010000:2.0:1780970704.190569:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.190571:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000baa382b2/0xa1e9845215a92cb6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.190578:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000baa382b2 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.190580:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000baa382b2/0xa1e9845215a92cb6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.190585:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000baa382b2/0xa1e9845215a92cb6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.190595:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000baa382b2/0xa1e9845215a92cb6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.190600:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000baa382b2/0xa1e9845215a92cb6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.190611:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.190612:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.190748:0:112205:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.190776:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 0000000089fbc355 going to sleep for 6 seconds 00010000:00010000:1.0:1780970704.190789:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.190801:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970704.190912:0:30686:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f508e101 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+69:3361:x1867475559761856:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12052us (14569us total) trans 103079229227 rc 0/0 00000100:00100000:3.0:1780970704.190920:0:30686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88178 00010000:00010000:2.0:1780970704.191058:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780970704.191097:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000079c68fe6/2, rc 0, transno 14123 00000100:00100000:2.0:1780970704.191110:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000079c68fe6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559761856:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1780970704.191162:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000058b0d521/2, rc 0, transno 14142 00000100:00100000:2.0:1780970704.191169:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058b0d521 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559763392:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.191194:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004adfd701 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559763456:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.191219:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.191244:0:123251:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559763456 00000100:00100000:2.0:1780970704.191265:0:123251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88200 00000100:00100000:2.0:1780970704.191269:0:123251:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024a06403 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+70:3361:x1867475559763456:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.191282:0:123251:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12642 count 1 00002000:00010000:2.0:1780970704.191302:0:123251:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3162:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.191306:0:123251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007ac83d90/0xa1e9845215a92cbd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3162:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.191315:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.191317:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.191319:0:123251:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007ac83d90/0xa1e9845215a92cbd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.191329:0:123251:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ac83d90/0xa1e9845215a92cbd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.191335:0:123251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007ac83d90/0xa1e9845215a92cbd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.191341:0:123251:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007ac83d90/0xa1e9845215a92cbd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.191398:0:123251:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780970704.191519:0:123251:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024a06403 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+71:3361:x1867475559763456:12345-0@lo:6:osp-syn-0-1.0 Request processed in 249us (299us total) trans 103079229247 rc 0/0 00000100:00100000:2.0:1780970704.191525:0:123251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88200 00000004:00080000:2.0:1780970704.191552:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004adfd701/2, rc 0, transno 14143 00000100:00100000:2.0:1780970704.191559:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004adfd701 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559763456:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1780970704.191597:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000084a5c348/2, rc 0, transno 14108 00000100:00100000:2.0:1780970704.191604:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000084a5c348 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559759808:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.191748:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780970704.191758:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2a48cdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559763648:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.191781:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.191804:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559763648 00000100:00100000:2.0:1780970704.191821:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88201 00000100:00100000:2.0:1780970704.191825:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e858b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+71:3361:x1867475559763648:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.191836:0:30685:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12645 count 1 00002000:00010000:2.0:1780970704.191854:0:30685:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3165:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.191857:0:30685:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e6f7faa/0xa1e9845215a92cc4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3165:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.191867:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.191868:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.191870:0:30685:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e6f7faa/0xa1e9845215a92cc4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.191876:0:30685:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e6f7faa/0xa1e9845215a92cc4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.191882:0:30685:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e6f7faa/0xa1e9845215a92cc4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.191887:0:30685:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000e6f7faa/0xa1e9845215a92cc4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.192240:0:12563:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559762944 00000100:00100000:0.0:1780970704.192268:0:12563:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13165 00000100:00100000:0.0:1780970704.192272:0:12563:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df12c5a5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:112205:x1867475559762944:12345-0@lo:104: 00010000:00010000:0.0:1780970704.192283:0:12563:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: 00000000b10d0ec0/0xa1e9845215a929de lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xa1e9845215a929f3 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.192373:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1780970704.192377:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: 00000000b10d0ec0/0xa1e9845215a929de lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xa1e9845215a929f3 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.192386:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b10d0ec0 already unused, calling callback (000000001189e4cf) 00010000:00010000:1.0:1780970704.192389:0:9230:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: 00000000b10d0ec0/0xa1e9845215a929de lrc: 4/0,0 mode: EX/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x2/0x3 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xa1e9845215a929f3 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1780970704.192396:0:9230:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: 00000000b10d0ec0/0xa1e9845215a929de lrc: 4/0,0 mode: EX/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x2/0x3 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xa1e9845215a929f3 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.192421:0:9230:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: 00000000b10d0ec0/0xa1e9845215a929de lrc: 2/0,0 mode: --/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x2/0x3 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xa1e9845215a929f3 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.192427:0:9230:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780970704.192438:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: 00000000b10d0ec0/0xa1e9845215a929de lrc: 1/0,0 mode: --/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x2/0x3 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xa1e9845215a929f3 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.192443:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: 00000000b10d0ec0/0xa1e9845215a929de lrc: 0/0,0 mode: --/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x2/0x3 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xa1e9845215a929f3 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.192459:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780970704.192461:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007ac83d90/0xa1e9845215a92cbd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.192468:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007ac83d90 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.192470:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007ac83d90/0xa1e9845215a92cbd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.192476:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007ac83d90/0xa1e9845215a92cbd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.192490:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007ac83d90/0xa1e9845215a92cbd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.192495:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ac83d90/0xa1e9845215a92cbd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.192510:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.192512:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000e6f7faa/0xa1e9845215a92cc4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.192517:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000e6f7faa already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.192519:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000e6f7faa/0xa1e9845215a92cc4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.192524:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000e6f7faa/0xa1e9845215a92cc4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.192533:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000e6f7faa/0xa1e9845215a92cc4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.192539:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.192540:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.192541:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.192562:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004dbeb8e7 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:112205:1867475559762944:0@lo:104: 00010000:00010000:1.0:1780970704.192581:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000005db7e15e/0xa1e9845215a92c85 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.192687:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c581bd45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559763008:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.192716:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.192733:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbf4b896 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559763264:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.192752:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.192762:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f67678e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559763520:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.192777:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.192790:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1780970704.192795:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c1d1583a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559763328:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.192810:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.192820:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1b8a456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559763584:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.192837:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.192858:0:8236:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559763008 00000100:00100000:1.0:1780970704.192884:0:8236:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559763264 00000100:00100000:1.0:1780970704.192896:0:8236:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559763520 00000100:00100000:1.0:1780970704.192908:0:8236:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559763328 00000100:00100000:1.0:1780970704.192919:0:8236:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559763584 00000100:00100000:1.0:1780970704.192949:0:8236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88202 00000100:00100000:1.0:1780970704.192953:0:8236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004dbeb8e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+75:3362:x1867475559763008:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1780970704.192969:0:8236:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12635 count 1 00002000:00010000:1.0:1780970704.193004:0:8236:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x315b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.193008:0:8236:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa7d67d2/0xa1e9845215a92ccb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x315b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.193017:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.193019:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.193021:0:8236:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa7d67d2/0xa1e9845215a92ccb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x315b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.193030:0:8236:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa7d67d2/0xa1e9845215a92ccb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x315b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.193038:0:8236:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa7d67d2/0xa1e9845215a92ccb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x315b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.193044:0:8236:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa7d67d2/0xa1e9845215a92ccb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x315b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.193061:0:8236:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780970704.193258:0:8236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004dbeb8e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+76:3362:x1867475559763008:12345-0@lo:6:osp-syn-0-1.0 Request processed in 304us (541us total) trans 103079229248 rc 0/0 00000100:00100000:1.0:1780970704.193267:0:8236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88202 00000100:00100000:1.0:1780970704.193285:0:8236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88203 00000100:00100000:1.0:1780970704.193289:0:8236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051d79c67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+75:3362:x1867475559763264:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1780970704.193301:0:8236:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12639 count 1 00002000:00010000:1.0:1780970704.193317:0:8236:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x315f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.193321:0:8236:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000255970f6/0xa1e9845215a92cd2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x315f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.193329:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.193330:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.193332:0:8236:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000255970f6/0xa1e9845215a92cd2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x315f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.193339:0:8236:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000255970f6/0xa1e9845215a92cd2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x315f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.193346:0:8236:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000255970f6/0xa1e9845215a92cd2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x315f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.193351:0:8236:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000255970f6/0xa1e9845215a92cd2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x315f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.193363:0:8236:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780970704.193456:0:8236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051d79c67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+76:3362:x1867475559763264:12345-0@lo:6:osp-syn-0-1.0 Request processed in 166us (704us total) trans 103079229249 rc 0/0 00000100:00100000:1.0:1780970704.193463:0:8236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88203 00000100:00100000:1.0:1780970704.193475:0:8236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88204 00000100:00100000:1.0:1780970704.193478:0:8236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d20a6d87 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+75:3362:x1867475559763520:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1780970704.193488:0:8236:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12643 count 1 00002000:00010000:1.0:1780970704.193501:0:8236:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3163:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.193504:0:8236:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f6ed39ee/0xa1e9845215a92cd9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3163:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.193510:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.193511:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.193513:0:8236:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f6ed39ee/0xa1e9845215a92cd9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.193520:0:8236:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f6ed39ee/0xa1e9845215a92cd9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.193526:0:8236:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f6ed39ee/0xa1e9845215a92cd9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.193531:0:8236:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f6ed39ee/0xa1e9845215a92cd9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.193544:0:8236:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1780970704.193661:0:8236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d20a6d87 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+76:3362:x1867475559763520:12345-0@lo:6:osp-syn-0-1.0 Request processed in 181us (882us total) trans 103079229250 rc 0/0 00000100:00100000:1.0:1780970704.193666:0:8236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88204 00000100:00100000:1.0:1780970704.193679:0:8236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88205 00000100:00100000:1.0:1780970704.193682:0:8236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024befbd7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+75:3362:x1867475559763328:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1780970704.193693:0:8236:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12640 count 1 00002000:00010000:1.0:1780970704.193707:0:8236:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3160:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.193710:0:8236:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a92ce0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3160:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.193718:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.193719:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.193721:0:8236:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a92ce0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.193730:0:8236:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a92ce0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.193736:0:8236:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a92ce0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.193741:0:8236:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a92ce0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.193749:0:8236:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1780970704.193829:0:8236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024befbd7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+76:3362:x1867475559763328:12345-0@lo:6:osp-syn-0-1.0 Request processed in 145us (1019us total) trans 103079229251 rc 0/0 00000100:00100000:1.0:1780970704.193835:0:8236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88205 00000100:00100000:1.0:1780970704.193847:0:8236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88206 00000100:00100000:1.0:1780970704.193851:0:8236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070b95fd8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+75:3362:x1867475559763584:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1780970704.193861:0:8236:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12644 count 1 00002000:00010000:1.0:1780970704.193876:0:8236:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3164:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.193879:0:8236:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c8e218cb/0xa1e9845215a92ce7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3164:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.193887:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.193888:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.193890:0:8236:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c8e218cb/0xa1e9845215a92ce7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.193897:0:8236:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c8e218cb/0xa1e9845215a92ce7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.193902:0:8236:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c8e218cb/0xa1e9845215a92ce7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.193907:0:8236:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c8e218cb/0xa1e9845215a92ce7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.193915:0:8236:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1780970704.194007:0:8236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070b95fd8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+76:3362:x1867475559763584:12345-0@lo:6:osp-syn-0-1.0 Request processed in 154us (1169us total) trans 103079229252 rc 0/0 00000100:00100000:1.0:1780970704.194013:0:8236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88206 00010000:00010000:1.0:1780970704.194051:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1780970704.194056:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa7d67d2/0xa1e9845215a92ccb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x315b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.194064:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aa7d67d2 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.194067:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa7d67d2/0xa1e9845215a92ccb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x315b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.194079:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa7d67d2/0xa1e9845215a92ccb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x315b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.194097:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa7d67d2/0xa1e9845215a92ccb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x315b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.194103:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa7d67d2/0xa1e9845215a92ccb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x315b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.194121:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1780970704.194123:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000255970f6/0xa1e9845215a92cd2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x315f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.194129:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000255970f6 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.194131:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000255970f6/0xa1e9845215a92cd2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x315f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.194137:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000255970f6/0xa1e9845215a92cd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x315f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.194145:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000255970f6/0xa1e9845215a92cd2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x315f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.194150:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000255970f6/0xa1e9845215a92cd2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x315f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.194166:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1780970704.194167:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f6ed39ee/0xa1e9845215a92cd9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.194173:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f6ed39ee already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.194175:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6ed39ee/0xa1e9845215a92cd9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.194181:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6ed39ee/0xa1e9845215a92cd9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.194189:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f6ed39ee/0xa1e9845215a92cd9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.194194:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f6ed39ee/0xa1e9845215a92cd9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.194204:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780970704.194205:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a92ce0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.194210:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009e7ab272 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.194212:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a92ce0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.194217:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a92ce0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.194225:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a92ce0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.194231:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e7ab272/0xa1e9845215a92ce0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.194241:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.194243:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c8e218cb/0xa1e9845215a92ce7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.194249:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c8e218cb already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.194251:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c8e218cb/0xa1e9845215a92ce7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.194257:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c8e218cb/0xa1e9845215a92ce7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.194265:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c8e218cb/0xa1e9845215a92ce7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.194270:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c8e218cb/0xa1e9845215a92ce7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.194279:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.194280:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.194281:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.194287:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780970704.194316:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c1d1583a/2, rc 0, transno 14147 00000100:00100000:1.0:1780970704.194331:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c1d1583a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559763328:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1780970704.194343:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e1b8a456/2, rc 0, transno 14148 00000100:00100000:1.0:1780970704.194346:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1b8a456 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559763584:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1780970704.194354:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c581bd45/2, rc 0, transno 14144 00000100:00100000:1.0:1780970704.194356:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c581bd45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559763008:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1780970704.194364:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000cbf4b896/2, rc 0, transno 14145 00000100:00100000:1.0:1780970704.194367:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbf4b896 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559763264:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1780970704.194374:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f67678e1/2, rc 0, transno 14146 00000100:00100000:1.0:1780970704.194377:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f67678e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559763520:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1780970704.194676:0:30685:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1780970704.194682:0:30685:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e6f7faa/0xa1e9845215a92cc4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.194801:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970704.194811:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a86ea6de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559763776:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.194848:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.194865:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000551208c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559764032:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.194881:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.194894:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780970704.194899:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026398dec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559763840:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.194916:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1780970704.195091:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970704.195139:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559763776 00000100:00100000:2.0:1780970704.195180:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559764032 00000100:00100000:2.0:1780970704.195195:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559763840 00000100:00100000:2.0:1780970704.195207:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88207 00000100:00100000:2.0:1780970704.195211:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003cc6627f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+78:3362:x1867475559763776:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.195228:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12558 count 1 00002000:00010000:2.0:1780970704.195255:0:23195:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x310e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.195259:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee1626f3/0xa1e9845215a92cee lrc: 3/0,1 mode: --/PW res: [0x280000400:0x310e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.195269:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.195271:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.195273:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee1626f3/0xa1e9845215a92cee lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x310e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.195284:0:23195:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ee1626f3/0xa1e9845215a92cee lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x310e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.195291:0:23195:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee1626f3/0xa1e9845215a92cee lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x310e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.195296:0:23195:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ee1626f3/0xa1e9845215a92cee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x310e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.195308:0:23195:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780970704.195453:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003cc6627f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+79:3362:x1867475559763776:12345-0@lo:6:osp-syn-0-1.0 Request processed in 241us (605us total) trans 103079229253 rc 0/0 00000100:00100000:2.0:1780970704.195463:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88207 00000100:00100000:2.0:1780970704.195479:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88208 00000100:00100000:2.0:1780970704.195482:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4ca634b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+78:3362:x1867475559764032:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.195492:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12649 count 1 00002000:00010000:2.0:1780970704.195505:0:23195:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3169:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.195508:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008542416d/0xa1e9845215a92cf5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3169:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.195516:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.195517:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.195518:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008542416d/0xa1e9845215a92cf5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.195526:0:23195:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008542416d/0xa1e9845215a92cf5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.195532:0:23195:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008542416d/0xa1e9845215a92cf5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.195537:0:23195:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008542416d/0xa1e9845215a92cf5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.195549:0:23195:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780970704.195661:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4ca634b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+79:3362:x1867475559764032:12345-0@lo:6:osp-syn-0-1.0 Request processed in 177us (778us total) trans 103079229254 rc 0/0 00000100:00100000:2.0:1780970704.195668:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88208 00000100:00100000:2.0:1780970704.195679:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88209 00000100:00100000:2.0:1780970704.195683:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc48ae65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+78:3362:x1867475559763840:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.195694:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12646 count 1 00002000:00010000:2.0:1780970704.195709:0:23195:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3166:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.195712:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c33b8830/0xa1e9845215a92cfc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3166:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.195718:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.195719:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.195720:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c33b8830/0xa1e9845215a92cfc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.195727:0:23195:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c33b8830/0xa1e9845215a92cfc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.195733:0:23195:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c33b8830/0xa1e9845215a92cfc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.195738:0:23195:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c33b8830/0xa1e9845215a92cfc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.195749:0:23195:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1780970704.195828:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc48ae65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+79:3362:x1867475559763840:12345-0@lo:6:osp-syn-0-1.0 Request processed in 144us (911us total) trans 103079229255 rc 0/0 00000100:00100000:2.0:1780970704.195834:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88209 00010000:00010000:2.0:1780970704.195855:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1780970704.195860:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ee1626f3/0xa1e9845215a92cee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x310e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.195873:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ee1626f3 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.195876:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee1626f3/0xa1e9845215a92cee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x310e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.195883:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee1626f3/0xa1e9845215a92cee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x310e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.195899:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ee1626f3/0xa1e9845215a92cee lrc: 1/0,0 mode: --/PW res: [0x280000400:0x310e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.195905:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee1626f3/0xa1e9845215a92cee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x310e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.195921:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780970704.195923:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008542416d/0xa1e9845215a92cf5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.196100:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.196104:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c33b8830/0xa1e9845215a92cfc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.196111:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c33b8830 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.196113:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c33b8830/0xa1e9845215a92cfc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.196119:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c33b8830/0xa1e9845215a92cfc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.196132:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c33b8830/0xa1e9845215a92cfc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.196137:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c33b8830/0xa1e9845215a92cfc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.196153:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.196154:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.196156:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.196161:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.196201:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008542416d already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.196203:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008542416d/0xa1e9845215a92cf5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.196209:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008542416d/0xa1e9845215a92cf5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.196220:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008542416d/0xa1e9845215a92cf5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.196230:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008542416d/0xa1e9845215a92cf5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.196244:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.196245:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.196246:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780970704.196273:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000026398dec/2, rc 0, transno 14151 00000100:00100000:2.0:1780970704.196284:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026398dec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559763840:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1780970704.196294:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a86ea6de/2, rc 0, transno 14149 00000100:00100000:2.0:1780970704.196297:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a86ea6de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559763776:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1780970704.196304:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000551208c9/2, rc 0, transno 14150 00000100:00100000:2.0:1780970704.196306:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000551208c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559764032:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.196363:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780970704.196370:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001458474a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559764096:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.196402:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.196470:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e34f707 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559763712:0@lo:103:ldlm_bl_03.0 00000100:00100000:2.0:1780970704.196496:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.196517:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c7e9881 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559763968:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.196536:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1780970704.196594:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.196697:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.196759:0:12563:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:0.0:1780970704.196768:0:12563:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df12c5a5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:112205:x1867475559762944:12345-0@lo:104: Request processed in 4494us (6019us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970704.196778:0:12563:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13165 00000100:00100000:2.0:1780970704.196938:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000977b0ee2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559764224:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.196965:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.197155:0:123253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559764096 00000100:00100000:1.0:1780970704.197174:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559763712 00010000:00010000:1.0:1780970704.197198:0:6248:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e76da252/0xa1e9845215a929f3 lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0xa1e9845215a929de expref: 12 pid: 124322 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.197228:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21783 00000100:00100000:1.0:1780970704.197233:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bae6a35e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+12:3361:x1867475559763712:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:1.0:1780970704.197245:0:6248:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1780970704.197322:0:30677:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559763968 00000100:00100000:1.0:1780970704.197347:0:30688:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88210 00000100:00100000:1.0:1780970704.197351:0:30688:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098169a94 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+80:3361:x1867475559763968:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1780970704.197371:0:30688:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12648 count 1 00002000:00010000:1.0:1780970704.197404:0:30688:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3168:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.197410:0:30688:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a92d03 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3168:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.197422:0:30688:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.197426:0:30688:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.197430:0:30688:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a92d03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.197444:0:30688:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a92d03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.197456:0:30688:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a92d03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.197462:0:30688:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a92d03 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.197476:0:30688:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780970704.197693:0:30688:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098169a94 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+81:3361:x1867475559763968:12345-0@lo:6:osp-syn-0-1.0 Request processed in 340us (1156us total) trans 103079229256 rc 0/0 00000100:00100000:1.0:1780970704.197700:0:30688:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88210 00010000:00010000:1.0:1780970704.197720:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.197724:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a92d03 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.197732:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000019766034 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.197736:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a92d03 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.197744:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a92d03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.197761:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a92d03 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.197768:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a92d03 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.197791:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.197792:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.197793:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.197822:0:123253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88211 00000100:00100000:1.0:1780970704.197826:0:123253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009725cf42 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+80:3362:x1867475559764096:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1780970704.197838:0:123253:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12650 count 1 00002000:00010000:1.0:1780970704.197852:0:123253:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x316a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.197855:0:123253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a92d0a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x316a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.197862:0:123253:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.197863:0:123253:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.197865:0:123253:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a92d0a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x316a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.197872:0:123253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a92d0a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x316a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.197878:0:123253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a92d0a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x316a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.197883:0:123253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a92d0a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x316a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.197897:0:123253:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780970704.197903:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.197906:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a92d0a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x316a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.197914:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006f84afec already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.197916:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a92d0a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x316a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.197921:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a92d0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x316a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.197946:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a92d0a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x316a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.197952:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a92d0a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x316a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.197965:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.197966:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.197967:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.198453:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009725cf42 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+81:3362:x1867475559764096:12345-0@lo:6:osp-syn-0-1.0 Request processed in 625us (2050us total) trans 103079229257 rc 0/0 00000100:00100000:1.0:1780970704.198461:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88211 00010000:00010000:0.0:1780970704.199305:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970704.200240:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000427760c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559764288:0@lo:6:osp-syn-1-1.0 00000001:00080000:1.0:1780970704.201244:0:114503:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 25769864384 is committed 00000001:00080000:1.0:1780970704.201257:0:114503:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 25769864383 is committed 00000004:00080000:1.0:1780970704.201279:0:114503:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 196 committed 00000004:00080000:1.0:1780970704.201304:0:114503:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 207 committed 00010000:00010000:1.0:1780970704.201510:0:6248:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e76da252/0xa1e9845215a929f3 lrc: 0/0,0 mode: --/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0xa1e9845215a929de expref: 9 pid: 124322 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.201529:0:6248:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2ce1:0x0].0x0 (00000000c5a915f4) 00010000:00010000:1.0:1780970704.201535:0:6248:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000005db7e15e/0xa1e9845215a92c85 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.201544:0:6248:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000005db7e15e/0xa1e9845215a92c85 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.201551:0:6248:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005db7e15e/0xa1e9845215a92c85 lrc: 4/0,1 mode: EX/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.201576:0:6248:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780970704.201652:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bae6a35e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+8:3361:x1867475559763712:12345-0@lo:103:ldlm_bl_03.0 Request processed in 4418us (5154us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970704.201663:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21783 00010000:00010000:1.0:1780970704.201699:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000005db7e15e/0xa1e9845215a92c85 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.201707:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005db7e15e/0xa1e9845215a92c85 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970704.202349:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff56d041 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559764480:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970704.202392:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.202425:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559764224 00000100:00100000:2.0:1780970704.202460:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559764480 00000100:00100000:2.0:1780970704.202476:0:123248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88212 00000100:00100000:2.0:1780970704.202481:0:123248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cb6ee16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+81:3361:x1867475559764224:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.202507:0:123248:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12652 count 1 00002000:00010000:2.0:1780970704.202538:0:123248:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x316c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.202543:0:123248:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000653ab336/0xa1e9845215a92d11 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x316c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.202555:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.202557:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.202561:0:123248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000653ab336/0xa1e9845215a92d11 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x316c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.202571:0:123248:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000653ab336/0xa1e9845215a92d11 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x316c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.202579:0:123248:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000653ab336/0xa1e9845215a92d11 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x316c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.202586:0:123248:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000653ab336/0xa1e9845215a92d11 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x316c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.202604:0:123248:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780970704.202785:0:123248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cb6ee16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+82:3361:x1867475559764224:12345-0@lo:6:osp-syn-0-1.0 Request processed in 303us (5819us total) trans 103079229258 rc 0/0 00000100:00100000:2.0:1780970704.202792:0:123248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88212 00000100:00100000:2.0:1780970704.202808:0:123248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88213 00000100:00100000:2.0:1780970704.202812:0:123248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008eb6fba3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+45:3361:x1867475559764480:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1780970704.202825:0:123248:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11841 count 1 00002000:00010000:2.0:1780970704.202843:0:123248:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.202847:0:123248:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e2d58a60/0xa1e9845215a92d18 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.202854:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.202856:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.202857:0:123248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2d58a60/0xa1e9845215a92d18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.202865:0:123248:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2d58a60/0xa1e9845215a92d18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.202871:0:123248:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e2d58a60/0xa1e9845215a92d18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.202876:0:123248:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e2d58a60/0xa1e9845215a92d18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.202896:0:123248:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1780970704.203100:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.203122:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000579f55d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559764544:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.203148:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1780970704.203185:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001458474a/2, rc 0, transno 14153 00000100:00100000:0.0:1780970704.203197:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001458474a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559764096:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.203208:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000007df8828 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559764800:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780970704.203229:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.203245:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000071fed84d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559765056:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780970704.203266:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.203280:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa63f644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559765312:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780970704.203300:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.203314:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009035e79c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559765568:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780970704.203330:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.203346:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 6 async RPCs [3->2] 00000100:00100000:0.0:1780970704.203351:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000abfca92b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559764352:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.203366:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.203377:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d2f12f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559764608:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.203394:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.203408:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a8e99a90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559764864:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780970704.203425:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.203439:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016fb7304 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559765120:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780970704.203457:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.203471:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060315c3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559765376:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780970704.203489:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.203503:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e8f56128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559765632:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780970704.203521:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.203549:0:8234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559764288 00000100:00100000:0.0:1780970704.203571:0:8234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559764544 00000100:00100000:0.0:1780970704.203578:0:8234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559764800 00000100:00100000:0.0:1780970704.203587:0:8234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559765056 00000100:00100000:0.0:1780970704.203593:0:8234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559765312 00000100:00100000:0.0:1780970704.203600:0:8234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559765568 00000100:00100000:0.0:1780970704.203607:0:8234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559764352 00000100:00100000:0.0:1780970704.203632:0:8234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559764608 00000100:00100000:0.0:1780970704.203639:0:8234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559764864 00000100:00100000:0.0:1780970704.203646:0:8234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559765120 00000100:00100000:0.0:1780970704.203652:0:8234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559765376 00000100:00100000:0.0:1780970704.203659:0:8234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559765632 00000100:00100000:0.0:1780970704.203667:0:8234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88214 00000100:00100000:0.0:1780970704.203671:0:8234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000023583526 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+50:3362:x1867475559764288:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.203686:0:8234:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11838 count 1 00002000:00010000:0.0:1780970704.203706:0:8234:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.203710:0:8234:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000dd8f05d/0xa1e9845215a92d1f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.203719:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.203721:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.203723:0:8234:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000dd8f05d/0xa1e9845215a92d1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.203732:0:8234:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000dd8f05d/0xa1e9845215a92d1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.203738:0:8234:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000dd8f05d/0xa1e9845215a92d1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.203748:0:8234:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000dd8f05d/0xa1e9845215a92d1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.203761:0:8234:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1780970704.203878:0:8234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000023583526 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+51:3362:x1867475559764288:12345-0@lo:6:osp-syn-1-1.0 Request processed in 206us (778us total) trans 4294998577 rc 0/0 00000100:00100000:0.0:1780970704.203883:0:8234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88214 00000100:00100000:0.0:1780970704.203909:0:8234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88215 00000100:00100000:0.0:1780970704.203912:0:8234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d2b5a92 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+50:3362:x1867475559764544:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.203922:0:8234:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11842 count 1 00002000:00010000:0.0:1780970704.203937:0:8234:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.203940:0:8234:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000461cc974/0xa1e9845215a92d26 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.203947:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.203949:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.203951:0:8234:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000461cc974/0xa1e9845215a92d26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.203958:0:8234:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000461cc974/0xa1e9845215a92d26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.203963:0:8234:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000461cc974/0xa1e9845215a92d26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.203968:0:8234:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000461cc974/0xa1e9845215a92d26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.203981:0:8234:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1780970704.204132:0:8237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88216 00000100:00100000:1.0:1780970704.204138:0:8237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078523920 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3362:x1867475559764800:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780970704.204153:0:8237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23178 count 1 00002000:00010000:1.0:1780970704.204173:0:8237:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a8a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.204176:0:8237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000235cfae/0xa1e9845215a92d2d lrc: 3/0,1 mode: --/PW res: [0x5a8a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.204184:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.204186:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.204187:0:8237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000235cfae/0xa1e9845215a92d2d lrc: 3/0,1 mode: PW/PW res: [0x5a8a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.204201:0:8237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000235cfae/0xa1e9845215a92d2d lrc: 3/0,1 mode: PW/PW res: [0x5a8a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.204208:0:8237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000235cfae/0xa1e9845215a92d2d lrc: 3/0,1 mode: PW/PW res: [0x5a8a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.204213:0:8237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000235cfae/0xa1e9845215a92d2d lrc: 2/0,0 mode: PW/PW res: [0x5a8a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.204227:0:8237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1780970704.204363:0:8237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078523920 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3362:x1867475559764800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 225us (1134us total) trans 103079229259 rc 0/0 00000100:00100000:1.0:1780970704.204371:0:8237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88216 00000100:00100000:1.0:1780970704.204389:0:8237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88217 00000100:00100000:1.0:1780970704.204392:0:8237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d95493e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3362:x1867475559765056:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780970704.204403:0:8237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23182 count 1 00002000:00010000:1.0:1780970704.204418:0:8237:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a8e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.204422:0:8237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000029f9709d/0xa1e9845215a92d34 lrc: 3/0,1 mode: --/PW res: [0x5a8e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.204429:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.204430:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.204432:0:8237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000029f9709d/0xa1e9845215a92d34 lrc: 3/0,1 mode: PW/PW res: [0x5a8e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.204439:0:8237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000029f9709d/0xa1e9845215a92d34 lrc: 3/0,1 mode: PW/PW res: [0x5a8e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.204451:0:8237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000029f9709d/0xa1e9845215a92d34 lrc: 3/0,1 mode: PW/PW res: [0x5a8e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.204457:0:8237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000029f9709d/0xa1e9845215a92d34 lrc: 2/0,0 mode: PW/PW res: [0x5a8e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.204464:0:8237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:1.0:1780970704.204556:0:8237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d95493e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3362:x1867475559765056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 163us (1289us total) trans 103079229260 rc 0/0 00000100:00100000:1.0:1780970704.204562:0:8237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88217 00000100:00100000:1.0:1780970704.204577:0:8237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88218 00000100:00100000:1.0:1780970704.204580:0:8237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9171edf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+97:3362:x1867475559765312:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780970704.204593:0:8237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21416 count 1 00002000:00010000:1.0:1780970704.204612:0:8237:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x53a8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.204648:0:8237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eb8260e1/0xa1e9845215a92d3b lrc: 3/0,1 mode: --/PW res: [0x53a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.204655:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.204656:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.204658:0:8237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eb8260e1/0xa1e9845215a92d3b lrc: 3/0,1 mode: PW/PW res: [0x53a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.204665:0:8237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eb8260e1/0xa1e9845215a92d3b lrc: 3/0,1 mode: PW/PW res: [0x53a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.204671:0:8237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eb8260e1/0xa1e9845215a92d3b lrc: 3/0,1 mode: PW/PW res: [0x53a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.204677:0:8237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eb8260e1/0xa1e9845215a92d3b lrc: 2/0,0 mode: PW/PW res: [0x53a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.204684:0:8237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:1.0:1780970704.204792:0:8237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9171edf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+98:3362:x1867475559765312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 210us (1491us total) trans 4294998578 rc 0/0 00000100:00100000:1.0:1780970704.204798:0:8237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88218 00000100:00100000:1.0:1780970704.204812:0:8237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88219 00000100:00100000:1.0:1780970704.204816:0:8237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b648b3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+97:3362:x1867475559765568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780970704.204829:0:8237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21420 count 1 00002000:00010000:1.0:1780970704.204845:0:8237:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x53ac:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.204848:0:8237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087714942/0xa1e9845215a92d42 lrc: 3/0,1 mode: --/PW res: [0x53ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.204855:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.204856:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.204857:0:8237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087714942/0xa1e9845215a92d42 lrc: 3/0,1 mode: PW/PW res: [0x53ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.204864:0:8237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087714942/0xa1e9845215a92d42 lrc: 3/0,1 mode: PW/PW res: [0x53ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.204870:0:8237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087714942/0xa1e9845215a92d42 lrc: 3/0,1 mode: PW/PW res: [0x53ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.204876:0:8237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000087714942/0xa1e9845215a92d42 lrc: 2/0,0 mode: PW/PW res: [0x53ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.204888:0:8237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:1.0:1780970704.204981:0:8237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b648b3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+98:3362:x1867475559765568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 164us (1650us total) trans 4294998579 rc 0/0 00000100:00100000:2.0:1780970704.205136:0:123248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008eb6fba3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+50:3361:x1867475559764480:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2322us (2744us total) trans 4294998576 rc 0/0 00000100:00100000:0.0:1780970704.205370:0:8234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d2b5a92 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+51:3362:x1867475559764544:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1456us (2221us total) trans 4294998580 rc 0/0 00000100:00100000:1.0:1780970704.205400:0:8237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88219 00010000:00010000:3.0:1780970704.205528:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:3.0:1780970704.205535:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000653ab336/0xa1e9845215a92d11 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x316c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205544:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000653ab336 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970704.205547:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000653ab336/0xa1e9845215a92d11 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x316c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205555:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000653ab336/0xa1e9845215a92d11 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x316c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205576:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000653ab336/0xa1e9845215a92d11 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x316c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205583:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000653ab336/0xa1e9845215a92d11 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x316c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205606:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1780970704.205609:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e2d58a60/0xa1e9845215a92d18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205633:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e2d58a60 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970704.205635:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e2d58a60/0xa1e9845215a92d18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205642:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e2d58a60/0xa1e9845215a92d18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205651:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e2d58a60/0xa1e9845215a92d18 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205656:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2d58a60/0xa1e9845215a92d18 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205668:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1780970704.205671:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000dd8f05d/0xa1e9845215a92d1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205677:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000dd8f05d already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970704.205679:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000dd8f05d/0xa1e9845215a92d1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205684:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000dd8f05d/0xa1e9845215a92d1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205695:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000dd8f05d/0xa1e9845215a92d1f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205701:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000dd8f05d/0xa1e9845215a92d1f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205711:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1780970704.205713:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000461cc974/0xa1e9845215a92d26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205718:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000461cc974 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970704.205719:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000461cc974/0xa1e9845215a92d26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205724:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000461cc974/0xa1e9845215a92d26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205731:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000461cc974/0xa1e9845215a92d26 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205736:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000461cc974/0xa1e9845215a92d26 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205744:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1780970704.205745:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000235cfae/0xa1e9845215a92d2d lrc: 2/0,0 mode: PW/PW res: [0x5a8a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205757:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000235cfae already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970704.205758:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000235cfae/0xa1e9845215a92d2d lrc: 2/0,0 mode: PW/PW res: [0x5a8a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205764:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000235cfae/0xa1e9845215a92d2d lrc: 3/0,0 mode: PW/PW res: [0x5a8a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205771:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000235cfae/0xa1e9845215a92d2d lrc: 1/0,0 mode: --/PW res: [0x5a8a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205776:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000235cfae/0xa1e9845215a92d2d lrc: 0/0,0 mode: --/PW res: [0x5a8a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205789:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1780970704.205791:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000029f9709d/0xa1e9845215a92d34 lrc: 2/0,0 mode: PW/PW res: [0x5a8e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205795:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000029f9709d already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970704.205797:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000029f9709d/0xa1e9845215a92d34 lrc: 2/0,0 mode: PW/PW res: [0x5a8e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205802:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000029f9709d/0xa1e9845215a92d34 lrc: 3/0,0 mode: PW/PW res: [0x5a8e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205808:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000029f9709d/0xa1e9845215a92d34 lrc: 1/0,0 mode: --/PW res: [0x5a8e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205819:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000029f9709d/0xa1e9845215a92d34 lrc: 0/0,0 mode: --/PW res: [0x5a8e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205829:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780970704.205831:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eb8260e1/0xa1e9845215a92d3b lrc: 2/0,0 mode: PW/PW res: [0x53a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205836:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eb8260e1 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970704.205837:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eb8260e1/0xa1e9845215a92d3b lrc: 2/0,0 mode: PW/PW res: [0x53a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205843:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eb8260e1/0xa1e9845215a92d3b lrc: 3/0,0 mode: PW/PW res: [0x53a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205849:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eb8260e1/0xa1e9845215a92d3b lrc: 1/0,0 mode: --/PW res: [0x53a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205854:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eb8260e1/0xa1e9845215a92d3b lrc: 0/0,0 mode: --/PW res: [0x53a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205864:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780970704.205866:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000087714942/0xa1e9845215a92d42 lrc: 2/0,0 mode: PW/PW res: [0x53ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205871:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000087714942 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970704.205872:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000087714942/0xa1e9845215a92d42 lrc: 2/0,0 mode: PW/PW res: [0x53ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205883:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000087714942/0xa1e9845215a92d42 lrc: 3/0,0 mode: PW/PW res: [0x53ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205890:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000087714942/0xa1e9845215a92d42 lrc: 1/0,0 mode: --/PW res: [0x53ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205895:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087714942/0xa1e9845215a92d42 lrc: 0/0,0 mode: --/PW res: [0x53ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.205905:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.205906:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.205907:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.205914:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970704.206073:0:123248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88213 00000100:00100000:2.0:1780970704.206096:0:123248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88220 00000100:00100000:2.0:1780970704.206101:0:123248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011c6f3f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+50:3362:x1867475559764352:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1780970704.206120:0:123248:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11839 count 1 00002000:00010000:2.0:1780970704.206141:0:123248:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.206146:0:123248:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000586fdef8/0xa1e9845215a92d49 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.206155:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.206156:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.206158:0:123248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000586fdef8/0xa1e9845215a92d49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.206167:0:123248:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000586fdef8/0xa1e9845215a92d49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.206174:0:123248:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000586fdef8/0xa1e9845215a92d49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.206179:0:123248:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000586fdef8/0xa1e9845215a92d49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.206199:0:123248:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780970704.206315:0:123248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011c6f3f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+51:3362:x1867475559764352:12345-0@lo:6:osp-syn-1-1.0 Request processed in 214us (2948us total) trans 4294998581 rc 0/0 00000100:00100000:2.0:1780970704.206321:0:123248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88220 00000100:00100000:2.0:1780970704.206334:0:123248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88221 00000100:00100000:2.0:1780970704.206338:0:123248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068b3c221 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+50:3362:x1867475559764608:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1780970704.206351:0:123248:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11843 count 1 00002000:00010000:2.0:1780970704.206364:0:123248:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e43:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.206367:0:123248:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b107751d/0xa1e9845215a92d50 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.206379:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.206380:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.206382:0:123248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b107751d/0xa1e9845215a92d50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.206390:0:123248:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b107751d/0xa1e9845215a92d50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.206397:0:123248:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b107751d/0xa1e9845215a92d50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.206403:0:123248:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b107751d/0xa1e9845215a92d50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.206415:0:123248:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780970704.206502:0:123248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068b3c221 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+51:3362:x1867475559764608:12345-0@lo:6:osp-syn-1-1.0 Request processed in 163us (3107us total) trans 4294998582 rc 0/0 00000100:00100000:2.0:1780970704.206509:0:123248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88221 00000100:00100000:2.0:1780970704.206524:0:123248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88222 00000100:00100000:2.0:1780970704.206529:0:123248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009eef2821 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+8:3362:x1867475559764864:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780970704.206543:0:123248:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23179 count 1 00002000:00010000:2.0:1780970704.206561:0:123248:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a8b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.206564:0:123248:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000013627b56/0xa1e9845215a92d57 lrc: 3/0,1 mode: --/PW res: [0x5a8b:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.206571:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.206572:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.206574:0:123248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000013627b56/0xa1e9845215a92d57 lrc: 3/0,1 mode: PW/PW res: [0x5a8b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.206582:0:123248:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000013627b56/0xa1e9845215a92d57 lrc: 3/0,1 mode: PW/PW res: [0x5a8b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.206588:0:123248:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000013627b56/0xa1e9845215a92d57 lrc: 3/0,1 mode: PW/PW res: [0x5a8b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.206595:0:123248:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000013627b56/0xa1e9845215a92d57 lrc: 2/0,0 mode: PW/PW res: [0x5a8b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.206602:0:123248:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1780970704.206741:0:123248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009eef2821 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+9:3362:x1867475559764864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 212us (3316us total) trans 103079229261 rc 0/0 00000100:00100000:2.0:1780970704.206747:0:123248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88222 00000100:00100000:2.0:1780970704.206759:0:123248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88223 00000100:00100000:2.0:1780970704.206763:0:123248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c6f837a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+8:3362:x1867475559765120:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780970704.206772:0:123248:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23183 count 1 00002000:00010000:2.0:1780970704.206785:0:123248:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a8f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.206788:0:123248:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000263eb58e/0xa1e9845215a92d5e lrc: 3/0,1 mode: --/PW res: [0x5a8f:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.206795:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.206797:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.206798:0:123248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000263eb58e/0xa1e9845215a92d5e lrc: 3/0,1 mode: PW/PW res: [0x5a8f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.206806:0:123248:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000263eb58e/0xa1e9845215a92d5e lrc: 3/0,1 mode: PW/PW res: [0x5a8f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.206812:0:123248:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000263eb58e/0xa1e9845215a92d5e lrc: 3/0,1 mode: PW/PW res: [0x5a8f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.206817:0:123248:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000263eb58e/0xa1e9845215a92d5e lrc: 2/0,0 mode: PW/PW res: [0x5a8f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.206824:0:123248:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1780970704.206897:0:123248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c6f837a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+9:3362:x1867475559765120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 133us (3439us total) trans 103079229262 rc 0/0 00000100:00100000:2.0:1780970704.206902:0:123248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88223 00000100:00100000:2.0:1780970704.206914:0:123248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88224 00000100:00100000:2.0:1780970704.206918:0:123248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f46033e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+97:3362:x1867475559765376:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780970704.206941:0:123248:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21417 count 1 00002000:00010000:2.0:1780970704.206954:0:123248:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x53a9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.206957:0:123248:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005cf2a4ad/0xa1e9845215a92d65 lrc: 3/0,1 mode: --/PW res: [0x53a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.206963:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.206965:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.206967:0:123248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005cf2a4ad/0xa1e9845215a92d65 lrc: 3/0,1 mode: PW/PW res: [0x53a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.206974:0:123248:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005cf2a4ad/0xa1e9845215a92d65 lrc: 3/0,1 mode: PW/PW res: [0x53a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.206980:0:123248:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005cf2a4ad/0xa1e9845215a92d65 lrc: 3/0,1 mode: PW/PW res: [0x53a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.207140:0:123248:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005cf2a4ad/0xa1e9845215a92d65 lrc: 2/0,0 mode: PW/PW res: [0x53a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.207151:0:123248:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1780970704.207238:0:123248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f46033e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+98:3362:x1867475559765376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 319us (3748us total) trans 4294998583 rc 0/0 00000100:00100000:2.0:1780970704.207244:0:123248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88224 00000100:00100000:2.0:1780970704.207256:0:123248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88225 00000100:00100000:2.0:1780970704.207260:0:123248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000bebf505 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+97:3362:x1867475559765632:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780970704.207270:0:123248:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21421 count 1 00002000:00010000:2.0:1780970704.207282:0:123248:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x53ad:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.207286:0:123248:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000025689430/0xa1e9845215a92d6c lrc: 3/0,1 mode: --/PW res: [0x53ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.207293:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.207294:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.207296:0:123248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000025689430/0xa1e9845215a92d6c lrc: 3/0,1 mode: PW/PW res: [0x53ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.207303:0:123248:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000025689430/0xa1e9845215a92d6c lrc: 3/0,1 mode: PW/PW res: [0x53ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.207309:0:123248:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000025689430/0xa1e9845215a92d6c lrc: 3/0,1 mode: PW/PW res: [0x53ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.207315:0:123248:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000025689430/0xa1e9845215a92d6c lrc: 2/0,0 mode: PW/PW res: [0x53ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.207323:0:123248:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1780970704.207400:0:123248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000bebf505 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+98:3362:x1867475559765632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 139us (3878us total) trans 4294998584 rc 0/0 00000100:00100000:2.0:1780970704.207406:0:123248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88225 00000100:00100000:2.0:1780970704.207439:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012682f39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559764736:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780970704.207485:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.207511:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060bdcd8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559764992:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780970704.207532:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.207541:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000020292cec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559765248:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780970704.207561:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.207569:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061977c29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559765504:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780970704.207585:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.207635:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e34f707 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559763712:0@lo:103:ldlm_bl_03.0 00000004:00080000:2.0:1780970704.207655:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009c7e9881/2, rc 0, transno 14152 00000100:00100000:2.0:1780970704.207661:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c7e9881 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559763968:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1780970704.207669:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000977b0ee2/2, rc 0, transno 14154 00000100:00100000:2.0:1780970704.207672:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000977b0ee2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559764224:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1780970704.207701:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ff56d041/2, rc 0, transno 31280 00000100:00100000:2.0:1780970704.207713:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff56d041 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559764480:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970704.207720:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 7 async RPCs [0->1] 00000100:00100000:2.0:1780970704.207727:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000032e8b76c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559763904:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.207748:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.207756:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f9ed961e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559764160:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.207770:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.207776:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019420543 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559764416:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970704.207790:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.207795:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003eb0cb8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559764672:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780970704.207808:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.207814:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000305bd40a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559764928:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780970704.207827:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.207833:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000040178dcf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559765184:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780970704.207845:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.207851:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000563f6b8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559765440:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780970704.207863:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.207886:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559764736 00000100:00100000:2.0:1780970704.207910:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559764992 00000100:00100000:2.0:1780970704.207916:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559765248 00000100:00100000:2.0:1780970704.207922:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559765504 00000100:00100000:2.0:1780970704.207943:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559763904 00000100:00100000:2.0:1780970704.207950:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559764160 00000100:00100000:2.0:1780970704.207956:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559764416 00000100:00100000:2.0:1780970704.207962:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559764672 00000100:00100000:2.0:1780970704.207968:0:123248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88226 00000100:00100000:2.0:1780970704.207971:0:123248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a429397 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+11:3361:x1867475559764736:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780970704.207982:0:123248:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23177 count 1 00000100:00100000:0.0:1780970704.208084:0:8234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88215 00000100:00100000:0.0:1780970704.208103:0:8234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559764928 00000100:00100000:0.0:1780970704.208113:0:8234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559765184 00000100:00100000:0.0:1780970704.208119:0:8234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559765440 00000100:00100000:0.0:1780970704.208126:0:8234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88227 00000100:00100000:0.0:1780970704.208130:0:8234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5409c1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3361:x1867475559764992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780970704.208139:0:8234:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23181 count 1 00002000:00010000:0.0:1780970704.208158:0:8234:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a8d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.208162:0:8234:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d84e326f/0xa1e9845215a92d73 lrc: 3/0,1 mode: --/PW res: [0x5a8d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.208171:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.208172:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.208174:0:8234:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d84e326f/0xa1e9845215a92d73 lrc: 3/0,1 mode: PW/PW res: [0x5a8d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.208183:0:8234:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d84e326f/0xa1e9845215a92d73 lrc: 3/0,1 mode: PW/PW res: [0x5a8d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.208192:0:8234:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d84e326f/0xa1e9845215a92d73 lrc: 3/0,1 mode: PW/PW res: [0x5a8d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.208197:0:8234:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d84e326f/0xa1e9845215a92d73 lrc: 2/0,0 mode: PW/PW res: [0x5a8d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.208210:0:8234:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:0.0:1780970704.208333:0:8234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5409c1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3361:x1867475559764992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 202us (800us total) trans 103079229263 rc 0/0 00000100:00100000:0.0:1780970704.208339:0:8234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88227 00000100:00100000:0.0:1780970704.208352:0:8234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88228 00000100:00100000:0.0:1780970704.208355:0:8234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045b9b110 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+101:3361:x1867475559765248:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780970704.208364:0:8234:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21323 count 1 00002000:00010000:0.0:1780970704.208379:0:8234:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x534b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.208383:0:8234:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000100745ed/0xa1e9845215a92d7a lrc: 3/0,1 mode: --/PW res: [0x534b:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.208390:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.208391:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.208393:0:8234:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000100745ed/0xa1e9845215a92d7a lrc: 3/0,1 mode: PW/PW res: [0x534b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.208402:0:8234:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000100745ed/0xa1e9845215a92d7a lrc: 3/0,1 mode: PW/PW res: [0x534b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.208408:0:8234:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000100745ed/0xa1e9845215a92d7a lrc: 3/0,1 mode: PW/PW res: [0x534b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.208413:0:8234:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000100745ed/0xa1e9845215a92d7a lrc: 2/0,0 mode: PW/PW res: [0x534b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.208421:0:8234:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:0.0:1780970704.208518:0:8234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045b9b110 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+102:3361:x1867475559765248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 162us (956us total) trans 4294998585 rc 0/0 00000100:00100000:0.0:1780970704.208525:0:8234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88228 00000100:00100000:0.0:1780970704.208537:0:8234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88229 00000100:00100000:0.0:1780970704.208541:0:8234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000027decfd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+101:3361:x1867475559765504:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780970704.208551:0:8234:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21419 count 1 00002000:00010000:0.0:1780970704.208566:0:8234:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x53ab:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.208570:0:8234:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e4045ab9/0xa1e9845215a92d81 lrc: 3/0,1 mode: --/PW res: [0x53ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.208577:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.208578:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.208580:0:8234:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e4045ab9/0xa1e9845215a92d81 lrc: 3/0,1 mode: PW/PW res: [0x53ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.208587:0:8234:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e4045ab9/0xa1e9845215a92d81 lrc: 3/0,1 mode: PW/PW res: [0x53ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.208594:0:8234:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e4045ab9/0xa1e9845215a92d81 lrc: 3/0,1 mode: PW/PW res: [0x53ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.208599:0:8234:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e4045ab9/0xa1e9845215a92d81 lrc: 2/0,0 mode: PW/PW res: [0x53ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.208606:0:8234:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00000100:00100000:0.0:1780970704.208695:0:8234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000027decfd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+102:3361:x1867475559765504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 154us (1109us total) trans 4294998586 rc 0/0 00000100:00100000:0.0:1780970704.208702:0:8234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88229 00000100:00100000:0.0:1780970704.208712:0:8234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88230 00000100:00100000:0.0:1780970704.208716:0:8234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fb41f3e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+83:3361:x1867475559763904:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1780970704.208728:0:8234:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12647 count 1 00002000:00010000:0.0:1780970704.208741:0:8234:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3167:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.208745:0:8234:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d934df3/0xa1e9845215a92d88 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3167:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.208751:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.208752:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.208754:0:8234:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d934df3/0xa1e9845215a92d88 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.208761:0:8234:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d934df3/0xa1e9845215a92d88 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.208768:0:8234:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d934df3/0xa1e9845215a92d88 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.208774:0:8234:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008d934df3/0xa1e9845215a92d88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.208780:0:8234:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00000100:00100000:0.0:1780970704.208863:0:8234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fb41f3e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+84:3361:x1867475559763904:12345-0@lo:6:osp-syn-0-1.0 Request processed in 146us (1115us total) trans 103079229264 rc 0/0 00000100:00100000:0.0:1780970704.208869:0:8234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88230 00000100:00100000:0.0:1780970704.208879:0:8234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88231 00000100:00100000:0.0:1780970704.208883:0:8234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a85cf8b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+83:3361:x1867475559764160:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1780970704.208891:0:8234:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12651 count 1 00002000:00010000:0.0:1780970704.208902:0:8234:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x316b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.208906:0:8234:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7e0ec22/0xa1e9845215a92d8f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x316b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.208913:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.208914:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.208915:0:8234:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7e0ec22/0xa1e9845215a92d8f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x316b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.208922:0:8234:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7e0ec22/0xa1e9845215a92d8f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x316b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.208929:0:8234:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7e0ec22/0xa1e9845215a92d8f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x316b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.208934:0:8234:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a7e0ec22/0xa1e9845215a92d8f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x316b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.208940:0:8234:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00000100:00100000:0.0:1780970704.209087:0:8234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a85cf8b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+84:3361:x1867475559764160:12345-0@lo:6:osp-syn-0-1.0 Request processed in 204us (1317us total) trans 103079229265 rc 0/0 00000100:00100000:0.0:1780970704.209093:0:8234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88231 00000100:00100000:0.0:1780970704.209103:0:8234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88232 00000100:00100000:0.0:1780970704.209107:0:8234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e33b49f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+50:3361:x1867475559764416:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.209116:0:8234:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11840 count 1 00002000:00010000:0.0:1780970704.209129:0:8234:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.209132:0:8234:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7fb56ef/0xa1e9845215a92d96 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.209144:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.209146:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.209148:0:8234:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7fb56ef/0xa1e9845215a92d96 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.209155:0:8234:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e7fb56ef/0xa1e9845215a92d96 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.209161:0:8234:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7fb56ef/0xa1e9845215a92d96 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.209167:0:8234:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e7fb56ef/0xa1e9845215a92d96 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.209175:0:8234:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/12 locks to regular blp list, 12 blwis in pool 00000100:00100000:0.0:1780970704.209263:0:8234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e33b49f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+51:3361:x1867475559764416:12345-0@lo:6:osp-syn-1-1.0 Request processed in 154us (1472us total) trans 4294998587 rc 0/0 00000100:00100000:0.0:1780970704.209270:0:8234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88232 00000100:00100000:0.0:1780970704.209282:0:8234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88233 00000100:00100000:0.0:1780970704.209286:0:8234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fbcf45a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3361:x1867475559764672:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780970704.209296:0:8234:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23176 count 1 00002000:00010000:0.0:1780970704.209309:0:8234:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a88:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.209313:0:8234:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003f011667/0xa1e9845215a92d9d lrc: 3/0,1 mode: --/PW res: [0x5a88:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.209319:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.209320:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.209323:0:8234:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003f011667/0xa1e9845215a92d9d lrc: 3/0,1 mode: PW/PW res: [0x5a88:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.209330:0:8234:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003f011667/0xa1e9845215a92d9d lrc: 3/0,1 mode: PW/PW res: [0x5a88:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.209337:0:8234:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003f011667/0xa1e9845215a92d9d lrc: 3/0,1 mode: PW/PW res: [0x5a88:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.209342:0:8234:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003f011667/0xa1e9845215a92d9d lrc: 2/0,0 mode: PW/PW res: [0x5a88:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.209351:0:8234:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/13 locks to regular blp list, 13 blwis in pool 00000100:00100000:0.0:1780970704.209443:0:8234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fbcf45a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3361:x1867475559764672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 156us (1633us total) trans 103079229266 rc 0/0 00000100:00100000:0.0:1780970704.209449:0:8234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88233 00000100:00100000:0.0:1780970704.209462:0:8234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88234 00000100:00100000:0.0:1780970704.209465:0:8234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031965060 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3361:x1867475559764928:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780970704.209476:0:8234:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23180 count 1 00002000:00010000:0.0:1780970704.209490:0:8234:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a8c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.209493:0:8234:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033fbe5f8/0xa1e9845215a92da4 lrc: 3/0,1 mode: --/PW res: [0x5a8c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.209500:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.209501:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.209505:0:8234:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033fbe5f8/0xa1e9845215a92da4 lrc: 3/0,1 mode: PW/PW res: [0x5a8c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.209511:0:8234:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033fbe5f8/0xa1e9845215a92da4 lrc: 3/0,1 mode: PW/PW res: [0x5a8c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.209517:0:8234:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033fbe5f8/0xa1e9845215a92da4 lrc: 3/0,1 mode: PW/PW res: [0x5a8c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.209522:0:8234:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000033fbe5f8/0xa1e9845215a92da4 lrc: 2/0,0 mode: PW/PW res: [0x5a8c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.209529:0:8234:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/14 locks to regular blp list, 14 blwis in pool 00000100:00100000:0.0:1780970704.209651:0:8234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031965060 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3361:x1867475559764928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 184us (1822us total) trans 103079229267 rc 0/0 00000100:00100000:0.0:1780970704.209657:0:8234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88234 00000100:00100000:0.0:1780970704.209680:0:8234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88235 00000100:00100000:0.0:1780970704.209683:0:8234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9302c1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+101:3361:x1867475559765184:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780970704.209694:0:8234:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21415 count 1 00002000:00010000:0.0:1780970704.209708:0:8234:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x53a7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.209711:0:8234:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005912c1b2/0xa1e9845215a92dab lrc: 3/0,1 mode: --/PW res: [0x53a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.209718:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.209719:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.209721:0:8234:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005912c1b2/0xa1e9845215a92dab lrc: 3/0,1 mode: PW/PW res: [0x53a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.209727:0:8234:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005912c1b2/0xa1e9845215a92dab lrc: 3/0,1 mode: PW/PW res: [0x53a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.209734:0:8234:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005912c1b2/0xa1e9845215a92dab lrc: 3/0,1 mode: PW/PW res: [0x53a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.209741:0:8234:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005912c1b2/0xa1e9845215a92dab lrc: 2/0,0 mode: PW/PW res: [0x53a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.209750:0:8234:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/15 locks to regular blp list, 15 blwis in pool 00000100:00100000:0.0:1780970704.209840:0:8234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9302c1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+102:3361:x1867475559765184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 155us (1994us total) trans 4294998588 rc 0/0 00000100:00100000:0.0:1780970704.209846:0:8234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88235 00000100:00100000:0.0:1780970704.209859:0:8234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88236 00000100:00100000:0.0:1780970704.209863:0:8234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055f97a10 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+101:3361:x1867475559765440:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780970704.209873:0:8234:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21418 count 1 00002000:00010000:0.0:1780970704.209885:0:8234:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x53aa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.209888:0:8234:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000f84f780/0xa1e9845215a92db2 lrc: 3/0,1 mode: --/PW res: [0x53aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.209895:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.209897:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.209899:0:8234:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000f84f780/0xa1e9845215a92db2 lrc: 3/0,1 mode: PW/PW res: [0x53aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.209906:0:8234:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000f84f780/0xa1e9845215a92db2 lrc: 3/0,1 mode: PW/PW res: [0x53aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.209913:0:8234:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000f84f780/0xa1e9845215a92db2 lrc: 3/0,1 mode: PW/PW res: [0x53aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.209918:0:8234:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000f84f780/0xa1e9845215a92db2 lrc: 2/0,0 mode: PW/PW res: [0x53aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.209930:0:8234:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/16 locks to regular blp list, 16 blwis in pool 00000100:00100000:0.0:1780970704.210221:0:8234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055f97a10 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+102:3361:x1867475559765440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 356us (2357us total) trans 4294998589 rc 0/0 00000100:00100000:0.0:1780970704.210229:0:8234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88236 00010000:00010000:0.0:1780970704.210282:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 15 total in blp. (15 blwis in pool) 00010000:00010000:0.0:1780970704.210290:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000586fdef8/0xa1e9845215a92d49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210298:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000586fdef8 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.210302:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000586fdef8/0xa1e9845215a92d49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210310:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000586fdef8/0xa1e9845215a92d49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210332:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000586fdef8/0xa1e9845215a92d49 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210338:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000586fdef8/0xa1e9845215a92d49 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210358:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 14 total in blp. (14 blwis in pool) 00010000:00010000:0.0:1780970704.210361:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b107751d/0xa1e9845215a92d50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210367:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b107751d already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.210370:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b107751d/0xa1e9845215a92d50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210377:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b107751d/0xa1e9845215a92d50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210386:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b107751d/0xa1e9845215a92d50 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210392:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b107751d/0xa1e9845215a92d50 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210406:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 13 total in blp. (13 blwis in pool) 00010000:00010000:0.0:1780970704.210409:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000013627b56/0xa1e9845215a92d57 lrc: 2/0,0 mode: PW/PW res: [0x5a8b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210415:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000013627b56 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.210417:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000013627b56/0xa1e9845215a92d57 lrc: 2/0,0 mode: PW/PW res: [0x5a8b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210423:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000013627b56/0xa1e9845215a92d57 lrc: 3/0,0 mode: PW/PW res: [0x5a8b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210432:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000013627b56/0xa1e9845215a92d57 lrc: 1/0,0 mode: --/PW res: [0x5a8b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210438:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000013627b56/0xa1e9845215a92d57 lrc: 0/0,0 mode: --/PW res: [0x5a8b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210455:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 12 total in blp. (12 blwis in pool) 00010000:00010000:0.0:1780970704.210457:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000263eb58e/0xa1e9845215a92d5e lrc: 2/0,0 mode: PW/PW res: [0x5a8f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210463:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000263eb58e already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.210464:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000263eb58e/0xa1e9845215a92d5e lrc: 2/0,0 mode: PW/PW res: [0x5a8f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210471:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000263eb58e/0xa1e9845215a92d5e lrc: 3/0,0 mode: PW/PW res: [0x5a8f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210479:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000263eb58e/0xa1e9845215a92d5e lrc: 1/0,0 mode: --/PW res: [0x5a8f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210485:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000263eb58e/0xa1e9845215a92d5e lrc: 0/0,0 mode: --/PW res: [0x5a8f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210496:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 11 total in blp. (11 blwis in pool) 00010000:00010000:0.0:1780970704.210500:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005cf2a4ad/0xa1e9845215a92d65 lrc: 2/0,0 mode: PW/PW res: [0x53a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210506:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005cf2a4ad already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.210509:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005cf2a4ad/0xa1e9845215a92d65 lrc: 2/0,0 mode: PW/PW res: [0x53a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210515:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005cf2a4ad/0xa1e9845215a92d65 lrc: 3/0,0 mode: PW/PW res: [0x53a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210525:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005cf2a4ad/0xa1e9845215a92d65 lrc: 1/0,0 mode: --/PW res: [0x53a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210531:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005cf2a4ad/0xa1e9845215a92d65 lrc: 0/0,0 mode: --/PW res: [0x53a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210545:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:0.0:1780970704.210547:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000025689430/0xa1e9845215a92d6c lrc: 2/0,0 mode: PW/PW res: [0x53ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210553:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000025689430 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.210555:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000025689430/0xa1e9845215a92d6c lrc: 2/0,0 mode: PW/PW res: [0x53ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210561:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000025689430/0xa1e9845215a92d6c lrc: 3/0,0 mode: PW/PW res: [0x53ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210570:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000025689430/0xa1e9845215a92d6c lrc: 1/0,0 mode: --/PW res: [0x53ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210576:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000025689430/0xa1e9845215a92d6c lrc: 0/0,0 mode: --/PW res: [0x53ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210590:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:0.0:1780970704.210592:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d84e326f/0xa1e9845215a92d73 lrc: 2/0,0 mode: PW/PW res: [0x5a8d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210604:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d84e326f already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.210607:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d84e326f/0xa1e9845215a92d73 lrc: 2/0,0 mode: PW/PW res: [0x5a8d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210636:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d84e326f/0xa1e9845215a92d73 lrc: 3/0,0 mode: PW/PW res: [0x5a8d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210647:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d84e326f/0xa1e9845215a92d73 lrc: 1/0,0 mode: --/PW res: [0x5a8d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210653:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d84e326f/0xa1e9845215a92d73 lrc: 0/0,0 mode: --/PW res: [0x5a8d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210670:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:0.0:1780970704.210673:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000100745ed/0xa1e9845215a92d7a lrc: 2/0,0 mode: PW/PW res: [0x534b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210677:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000100745ed already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.210679:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000100745ed/0xa1e9845215a92d7a lrc: 2/0,0 mode: PW/PW res: [0x534b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210683:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000100745ed/0xa1e9845215a92d7a lrc: 3/0,0 mode: PW/PW res: [0x534b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210692:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000100745ed/0xa1e9845215a92d7a lrc: 1/0,0 mode: --/PW res: [0x534b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210700:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000100745ed/0xa1e9845215a92d7a lrc: 0/0,0 mode: --/PW res: [0x534b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210711:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:0.0:1780970704.210714:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e4045ab9/0xa1e9845215a92d81 lrc: 2/0,0 mode: PW/PW res: [0x53ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210719:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e4045ab9 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.210721:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e4045ab9/0xa1e9845215a92d81 lrc: 2/0,0 mode: PW/PW res: [0x53ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210726:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e4045ab9/0xa1e9845215a92d81 lrc: 3/0,0 mode: PW/PW res: [0x53ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210733:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e4045ab9/0xa1e9845215a92d81 lrc: 1/0,0 mode: --/PW res: [0x53ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210738:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e4045ab9/0xa1e9845215a92d81 lrc: 0/0,0 mode: --/PW res: [0x53ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210750:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1780970704.210752:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008d934df3/0xa1e9845215a92d88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210757:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008d934df3 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.210759:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008d934df3/0xa1e9845215a92d88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210765:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008d934df3/0xa1e9845215a92d88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210773:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008d934df3/0xa1e9845215a92d88 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210778:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d934df3/0xa1e9845215a92d88 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210791:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1780970704.210793:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7e0ec22/0xa1e9845215a92d8f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x316b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210798:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a7e0ec22 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.210800:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7e0ec22/0xa1e9845215a92d8f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x316b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210805:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7e0ec22/0xa1e9845215a92d8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x316b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210813:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7e0ec22/0xa1e9845215a92d8f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x316b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210818:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7e0ec22/0xa1e9845215a92d8f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x316b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210832:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1780970704.210834:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e7fb56ef/0xa1e9845215a92d96 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210838:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e7fb56ef already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.210840:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7fb56ef/0xa1e9845215a92d96 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210844:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7fb56ef/0xa1e9845215a92d96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210850:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e7fb56ef/0xa1e9845215a92d96 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210855:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7fb56ef/0xa1e9845215a92d96 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210864:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1780970704.210866:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003f011667/0xa1e9845215a92d9d lrc: 2/0,0 mode: PW/PW res: [0x5a88:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210871:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003f011667 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.210873:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003f011667/0xa1e9845215a92d9d lrc: 2/0,0 mode: PW/PW res: [0x5a88:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210878:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003f011667/0xa1e9845215a92d9d lrc: 3/0,0 mode: PW/PW res: [0x5a88:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210886:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003f011667/0xa1e9845215a92d9d lrc: 1/0,0 mode: --/PW res: [0x5a88:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210892:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f011667/0xa1e9845215a92d9d lrc: 0/0,0 mode: --/PW res: [0x5a88:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210902:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1780970704.210904:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000033fbe5f8/0xa1e9845215a92da4 lrc: 2/0,0 mode: PW/PW res: [0x5a8c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210909:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033fbe5f8 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.210911:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000033fbe5f8/0xa1e9845215a92da4 lrc: 2/0,0 mode: PW/PW res: [0x5a8c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210916:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000033fbe5f8/0xa1e9845215a92da4 lrc: 3/0,0 mode: PW/PW res: [0x5a8c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210922:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000033fbe5f8/0xa1e9845215a92da4 lrc: 1/0,0 mode: --/PW res: [0x5a8c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210943:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033fbe5f8/0xa1e9845215a92da4 lrc: 0/0,0 mode: --/PW res: [0x5a8c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210954:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780970704.210956:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005912c1b2/0xa1e9845215a92dab lrc: 2/0,0 mode: PW/PW res: [0x53a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210966:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005912c1b2 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.210968:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005912c1b2/0xa1e9845215a92dab lrc: 2/0,0 mode: PW/PW res: [0x53a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210973:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005912c1b2/0xa1e9845215a92dab lrc: 3/0,0 mode: PW/PW res: [0x53a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210980:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005912c1b2/0xa1e9845215a92dab lrc: 1/0,0 mode: --/PW res: [0x53a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.210985:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005912c1b2/0xa1e9845215a92dab lrc: 0/0,0 mode: --/PW res: [0x53a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1780970704.211118:0:123248:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a89:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.211125:0:123248:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cbfe2f10/0xa1e9845215a92db9 lrc: 3/0,1 mode: --/PW res: [0x5a89:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.211142:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.211144:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.211147:0:123248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cbfe2f10/0xa1e9845215a92db9 lrc: 3/0,1 mode: PW/PW res: [0x5a89:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.211158:0:123248:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cbfe2f10/0xa1e9845215a92db9 lrc: 3/0,1 mode: PW/PW res: [0x5a89:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.211164:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.211165:0:123248:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cbfe2f10/0xa1e9845215a92db9 lrc: 3/0,1 mode: PW/PW res: [0x5a89:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.211171:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000f84f780/0xa1e9845215a92db2 lrc: 2/0,0 mode: PW/PW res: [0x53aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.211174:0:123248:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cbfe2f10/0xa1e9845215a92db9 lrc: 2/0,0 mode: PW/PW res: [0x5a89:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.211187:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000f84f780 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.211191:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000f84f780/0xa1e9845215a92db2 lrc: 2/0,0 mode: PW/PW res: [0x53aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.211194:0:123248:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780970704.211201:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000f84f780/0xa1e9845215a92db2 lrc: 3/0,0 mode: PW/PW res: [0x53aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.211213:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000f84f780/0xa1e9845215a92db2 lrc: 1/0,0 mode: --/PW res: [0x53aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.211223:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000f84f780/0xa1e9845215a92db2 lrc: 0/0,0 mode: --/PW res: [0x53aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.211238:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.211241:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cbfe2f10/0xa1e9845215a92db9 lrc: 2/0,0 mode: PW/PW res: [0x5a89:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.211247:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cbfe2f10 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.211249:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cbfe2f10/0xa1e9845215a92db9 lrc: 2/0,0 mode: PW/PW res: [0x5a89:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.211256:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cbfe2f10/0xa1e9845215a92db9 lrc: 3/0,0 mode: PW/PW res: [0x5a89:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.211266:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cbfe2f10/0xa1e9845215a92db9 lrc: 1/0,0 mode: --/PW res: [0x5a89:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.211271:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cbfe2f10/0xa1e9845215a92db9 lrc: 0/0,0 mode: --/PW res: [0x5a89:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.211285:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.211286:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.211288:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970704.211408:0:123248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a429397 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+13:3361:x1867475559764736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3433us (3922us total) trans 103079229268 rc 0/0 00000100:00100000:2.0:1780970704.211417:0:123248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88226 00000004:00080000:2.0:1780970704.211487:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000032e8b76c/2, rc 0, transno 14160 00000100:00100000:2.0:1780970704.211497:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000032e8b76c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559763904:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1780970704.211513:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f9ed961e/2, rc 0, transno 14161 00000100:00100000:2.0:1780970704.211516:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f9ed961e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559764160:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1780970704.211529:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000019420543/2, rc 0, transno 31291 00000100:00100000:2.0:1780970704.211533:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019420543 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559764416:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970704.211544:0:3361:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 103079229178 gen 3 00000004:00080000:2.0:1780970704.211550:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000978e3f28, transno 103079229094 00000004:00080000:2.0:1780970704.211570:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000df2aa83a, transno 103079229095 00000004:00080000:2.0:1780970704.211574:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000018905597, transno 103079229096 00000004:00080000:2.0:1780970704.211576:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000aeb9cf48, transno 103079229097 00000004:00080000:2.0:1780970704.211578:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000069d1df27, transno 103079229098 00000004:00080000:2.0:1780970704.211580:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d36d72a3, transno 103079229099 00000004:00080000:2.0:1780970704.211582:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007a6927f5, transno 103079229100 00000004:00080000:2.0:1780970704.211584:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000054f9e498, transno 103079229101 00000004:00080000:2.0:1780970704.211587:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000046ae4fe9, transno 103079229102 00000004:00080000:2.0:1780970704.211589:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001faeaaea, transno 103079229103 00000004:00080000:2.0:1780970704.211591:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f39db270, transno 103079229104 00000004:00080000:2.0:1780970704.211593:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a7933403, transno 103079229105 00000004:00080000:2.0:1780970704.211595:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008464eef6, transno 103079229106 00000004:00080000:2.0:1780970704.211598:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004928a0db, transno 103079229107 00000004:00080000:2.0:1780970704.211599:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000099ee63, transno 103079229108 00000004:00080000:2.0:1780970704.211602:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004dfa10f5, transno 103079229109 00000004:00080000:2.0:1780970704.211605:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000490d397e, transno 103079229110 00000004:00080000:2.0:1780970704.211607:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000fd8ea7ac, transno 103079229111 00000004:00080000:2.0:1780970704.211609:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000012279d3c, transno 103079229112 00000004:00080000:2.0:1780970704.211611:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004de1c120, transno 103079229113 00000004:00080000:2.0:1780970704.211629:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000049ac958e, transno 103079229114 00000004:00080000:2.0:1780970704.211632:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005189ad3f, transno 103079229115 00000004:00080000:2.0:1780970704.211634:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000060bde053, transno 103079229116 00000004:00080000:2.0:1780970704.211636:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001c59e731, transno 103079229117 00000004:00080000:2.0:1780970704.211639:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007c2fef8b, transno 103079229118 00000004:00080000:2.0:1780970704.211642:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007c73abdb, transno 103079229119 00000004:00080000:2.0:1780970704.211644:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000151566e3, transno 103079229120 00000004:00080000:2.0:1780970704.211646:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000033cdb3c9, transno 103079229121 00000004:00080000:2.0:1780970704.211648:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000afd05819, transno 103079229122 00000004:00080000:2.0:1780970704.211650:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000503829b7, transno 103079229123 00000004:00080000:2.0:1780970704.211653:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006579fe13, transno 103079229124 00000004:00080000:2.0:1780970704.211656:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000038321738, transno 103079229125 00000004:00080000:2.0:1780970704.211658:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ab42f25d, transno 103079229126 00000004:00080000:2.0:1780970704.211660:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000036be33e6, transno 103079229127 00000004:00080000:2.0:1780970704.211662:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b74e6e1d, transno 103079229128 00000004:00080000:2.0:1780970704.211665:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005249b8e1, transno 103079229129 00000004:00080000:2.0:1780970704.211667:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c1ae9878, transno 103079229130 00000004:00080000:2.0:1780970704.211670:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000523989aa, transno 103079229131 00000004:00080000:2.0:1780970704.211673:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003e38a7be, transno 103079229132 00000004:00080000:2.0:1780970704.211675:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004901a73e, transno 103079229133 00000004:00080000:2.0:1780970704.211677:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d6235058, transno 103079229134 00000004:00080000:2.0:1780970704.211679:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000eded03d6, transno 103079229135 00000004:00080000:2.0:1780970704.211681:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000001ec1c59, transno 103079229136 00000004:00080000:2.0:1780970704.211683:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ad1a7ea0, transno 103079229137 00000004:00080000:2.0:1780970704.211686:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000025d2d3c3, transno 103079229138 00000004:00080000:2.0:1780970704.211689:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a6cf4d5e, transno 103079229139 00000004:00080000:2.0:1780970704.211692:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003193e55c, transno 103079229140 00000004:00080000:2.0:1780970704.211695:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a78eeda5, transno 103079229141 00000004:00080000:2.0:1780970704.211697:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000801adfcc, transno 103079229142 00000004:00080000:2.0:1780970704.211700:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009020d566, transno 103079229143 00000004:00080000:2.0:1780970704.211702:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bdbcd236, transno 103079229144 00000004:00080000:2.0:1780970704.211704:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000001f8df23, transno 103079229145 00000004:00080000:2.0:1780970704.211707:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d6c81e38, transno 103079229146 00000004:00080000:2.0:1780970704.211709:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000729d119e, transno 103079229147 00000004:00080000:2.0:1780970704.211712:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a29a0df7, transno 103079229148 00000004:00080000:2.0:1780970704.211713:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002cf29ca8, transno 103079229149 00000004:00080000:2.0:1780970704.211715:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000028aa1338, transno 103079229150 00000004:00080000:2.0:1780970704.211718:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001fe6b898, transno 103079229151 00000004:00080000:2.0:1780970704.211720:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000fd9c08cd, transno 103079229152 00000004:00080000:2.0:1780970704.211724:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d1234948, transno 103079229153 00000004:00080000:2.0:1780970704.211726:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003509f001, transno 103079229154 00000004:00080000:2.0:1780970704.211729:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000fe67ed5b, transno 103079229155 00000004:00080000:2.0:1780970704.211732:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003e3776d5, transno 103079229156 00000004:00080000:2.0:1780970704.211735:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000235cae8b, transno 103079229157 00000004:00080000:2.0:1780970704.211737:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000cbbc3c08, transno 103079229158 00000004:00080000:2.0:1780970704.211740:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005d9423cb, transno 103079229159 00000004:00080000:2.0:1780970704.211743:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000243e741b, transno 103079229160 00000004:00080000:2.0:1780970704.211745:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ed5c2525, transno 103079229161 00000004:00080000:2.0:1780970704.211748:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000608057d5, transno 103079229162 00000004:00080000:2.0:1780970704.211750:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003ef65805, transno 103079229163 00000004:00080000:2.0:1780970704.211753:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005bba1db6, transno 103079229164 00000004:00080000:2.0:1780970704.211756:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002ef8f640, transno 103079229165 00000004:00080000:2.0:1780970704.211759:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000318897e4, transno 103079229166 00000004:00080000:2.0:1780970704.211762:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ddd09d04, transno 103079229167 00000004:00080000:2.0:1780970704.211764:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005f0b32ab, transno 103079229168 00000004:00080000:2.0:1780970704.211766:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000350673d6, transno 103079229169 00000004:00080000:2.0:1780970704.211769:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000081931eeb, transno 103079229170 00000004:00080000:2.0:1780970704.211772:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007e1c79bf, transno 103079229171 00000004:00080000:2.0:1780970704.211774:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d3cbd911, transno 103079229172 00000004:00080000:2.0:1780970704.211777:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008ad4ba18, transno 103079229173 00000004:00080000:2.0:1780970704.211779:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e2f8266a, transno 103079229174 00000004:00080000:2.0:1780970704.211782:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004560569e, transno 103079229175 00000004:00080000:2.0:1780970704.211785:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000366ca107, transno 103079229176 00000004:00080000:2.0:1780970704.211788:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003b8ca591, transno 103079229177 00000004:00080000:2.0:1780970704.211790:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b4bb8880, transno 103079229178 00000100:00100000:2.0:1780970704.211798:0:3361:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000003eb0cb8b x1867475559764672/t103079229266(103079229266) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1780970748 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'osp-syn-0-0.0' 00000004:00080000:2.0:1780970704.211807:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003eb0cb8b/2, rc 0, transno 14162 00000100:00100000:2.0:1780970704.211811:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003eb0cb8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559764672:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780970704.211827:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000305bd40a/2, rc 0, transno 14163 00000100:00100000:2.0:1780970704.211831:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000305bd40a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559764928:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780970704.211844:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000040178dcf/2, rc 0, transno 31292 00000100:00100000:2.0:1780970704.211860:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000040178dcf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559765184:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1780970704.211943:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000df17c238/2, rc 0, transno 31278 00000100:00100000:2.0:1780970704.211948:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000df17c238 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559760960:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1780970704.211961:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a57b4ec1/2, rc 0, transno 31279 00000100:00100000:2.0:1780970704.211965:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a57b4ec1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559761280:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1780970704.211982:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000dcd80bc9/2, rc 0, transno 14141 00000100:00100000:2.0:1780970704.211986:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcd80bc9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559761536:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1780970704.212191:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.212191:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.212193:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.212195:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.212199:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970704.212313:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003850eab3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559765824:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.212364:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.212394:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000503829b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559766144:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.212412:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.212428:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000469ebb34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559766336:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.212450:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1780970704.212470:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000abfca92b/2, rc 0, transno 31285 00000100:00100000:0.0:1780970704.212479:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000abfca92b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559764352:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1780970704.212494:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000d2f12f1/2, rc 0, transno 31286 00000100:00100000:0.0:1780970704.212499:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d2f12f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559764608:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1780970704.212514:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a8e99a90/2, rc 0, transno 14157 00000100:00100000:0.0:1780970704.212519:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a8e99a90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559764864:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780970704.212535:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000016fb7304/2, rc 0, transno 14158 00000100:00100000:0.0:1780970704.212538:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016fb7304 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559765120:0@lo:6:osp-syn-0-0.0 00000040:00100000:1.0:1780970704.212542:0:114519:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 85 records, first 4305 in log [0x20:0x1:0x0] 00000004:00080000:0.0:1780970704.212551:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000060315c3d/2, rc 0, transno 31287 00000100:00100000:0.0:1780970704.212561:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060315c3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559765376:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1780970704.212570:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e8f56128/2, rc 0, transno 31288 00000100:00100000:0.0:1780970704.212573:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e8f56128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559765632:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1780970704.212582:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000007df8828/2, rc 0, transno 14155 00000100:00100000:0.0:1780970704.212584:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000007df8828 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559764800:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780970704.212592:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000071fed84d/2, rc 0, transno 14156 00000100:00100000:0.0:1780970704.212595:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000071fed84d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559765056:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780970704.212603:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fa63f644/2, rc 0, transno 31282 00000100:00100000:0.0:1780970704.212606:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa63f644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559765312:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1780970704.212632:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009035e79c/2, rc 0, transno 31283 00000100:00100000:0.0:1780970704.212635:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009035e79c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559765568:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1780970704.212646:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000427760c3/2, rc 0, transno 31281 00000100:00100000:0.0:1780970704.212649:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000427760c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559764288:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1780970704.212657:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000579f55d9/2, rc 0, transno 31284 00000100:00100000:0.0:1780970704.212660:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000579f55d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559764544:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.212674:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1780970704.212679:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3b275f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559765888:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.212701:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.212715:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025c8bbc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559766080:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.212734:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.212751:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005477d0f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559766592:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.212756:0:30686:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559765824 00000100:00100000:0.0:1780970704.212769:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.212782:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780970704.212786:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000808ce823 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559766400:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.212793:0:30686:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559766144 00000100:00100000:0.0:1780970704.212804:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.212819:0:30686:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559766336 00000100:00100000:3.0:1780970704.212841:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559765888 00000100:00100000:3.0:1780970704.212855:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559766080 00000100:00100000:0.0:1780970704.212861:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559766592 00000100:00100000:3.0:1780970704.212867:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559766400 00000100:00100000:0.0:1780970704.212881:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88237 00000100:00100000:3.0:1780970704.212886:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88238 00000100:00100000:0.0:1780970704.212887:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bdbcd236 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+86:3362:x1867475559765824:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1780970704.212889:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e713b54f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+86:3362:x1867475559766144:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1780970704.212912:0:8691:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12657 count 1 00002000:00080000:0.0:1780970704.212912:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12654 count 1 00002000:00010000:3.0:1780970704.212949:0:8691:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3171:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970704.212955:0:8691:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004061bd17/0xa1e9845215a92dc0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3171:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.212974:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.212977:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.212981:0:8691:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004061bd17/0xa1e9845215a92dc0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.213007:0:8691:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004061bd17/0xa1e9845215a92dc0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.213015:0:8691:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004061bd17/0xa1e9845215a92dc0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.213020:0:8691:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004061bd17/0xa1e9845215a92dc0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.213036:0:8691:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780970704.213103:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7611e4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559765696:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780970704.213130:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.213153:0:8234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559765696 00000100:00100000:2.0:1780970704.213170:0:8234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88239 00000100:00100000:2.0:1780970704.213173:0:8234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058fb03d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+54:3362:x1867475559766336:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1780970704.213185:0:8234:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11847 count 1 00000100:00100000:3.0:1780970704.213204:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e713b54f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+87:3362:x1867475559766144:12345-0@lo:6:osp-syn-0-1.0 Request processed in 314us (792us total) trans 103079229269 rc 0/0 00002000:00010000:2.0:1780970704.213204:0:8234:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e47:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.213208:0:8234:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000042dfe92d/0xa1e9845215a92dc7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.213215:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.213216:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.213218:0:8234:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000042dfe92d/0xa1e9845215a92dc7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.213232:0:8234:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042dfe92d/0xa1e9845215a92dc7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.213238:0:8234:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000042dfe92d/0xa1e9845215a92dc7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.213243:0:8234:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000042dfe92d/0xa1e9845215a92dc7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.213256:0:8234:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1780970704.213280:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88238 00000100:00100000:3.0:1780970704.213299:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88240 00000100:00100000:3.0:1780970704.213303:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000baa35632 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+86:3362:x1867475559765888:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1780970704.213315:0:8691:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12559 count 1 00000004:00080000:1.0:1780970704.213326:0:114519:0:(osp_sync.c:1126:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 29 changes, 8 in progress, 2 in flight, 85 done 00002000:00010000:3.0:1780970704.213330:0:8691:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x310f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970704.213335:0:8691:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a611cf30/0xa1e9845215a92dce lrc: 3/0,1 mode: --/PW res: [0x280000400:0x310f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.213342:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.213344:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.213346:0:8691:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a611cf30/0xa1e9845215a92dce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x310f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.213355:0:8691:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a611cf30/0xa1e9845215a92dce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x310f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.213363:0:8691:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a611cf30/0xa1e9845215a92dce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x310f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.213369:0:8691:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a611cf30/0xa1e9845215a92dce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x310f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970704.213383:0:8234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058fb03d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+55:3362:x1867475559766336:12345-0@lo:6:osp-syn-1-1.0 Request processed in 207us (931us total) trans 4294998590 rc 0/0 00000100:00100000:2.0:1780970704.213393:0:8234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88239 00000100:00100000:2.0:1780970704.213412:0:8234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88241 00000100:00100000:2.0:1780970704.213421:0:8234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e4b6dc5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+54:3362:x1867475559766080:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.213421:0:123249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88242 00000100:00100000:1.0:1780970704.213430:0:123249:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc95a828 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+54:3362:x1867475559766592:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1780970704.213437:0:8234:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11844 count 1 00002000:00080000:1.0:1780970704.213449:0:123249:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11850 count 1 00002000:00010000:2.0:1780970704.213455:0:8234:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e44:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.213459:0:8234:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e86244b2/0xa1e9845215a92dd5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.213468:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.213470:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.213472:0:8234:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e86244b2/0xa1e9845215a92dd5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1780970704.213473:0:123249:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e4a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.213482:0:123249:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e2211dd2/0xa1e9845215a92ddc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.213486:0:8234:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e86244b2/0xa1e9845215a92dd5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.213499:0:123249:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.213501:0:8234:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e86244b2/0xa1e9845215a92dd5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.213502:0:123249:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.213506:0:123249:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2211dd2/0xa1e9845215a92ddc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.213515:0:8234:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e86244b2/0xa1e9845215a92dd5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.213528:0:123249:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2211dd2/0xa1e9845215a92ddc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.213537:0:8234:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1780970704.213539:0:123249:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e2211dd2/0xa1e9845215a92ddc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.213548:0:123249:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e2211dd2/0xa1e9845215a92ddc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.213569:0:123249:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:3.0:1780970704.213632:0:8691:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1780970704.213657:0:8234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e4b6dc5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+56:3362:x1867475559766080:12345-0@lo:6:osp-syn-1-1.0 Request processed in 240us (921us total) trans 4294998591 rc 0/0 00000100:00100000:2.0:1780970704.213664:0:8234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88241 00000100:00100000:2.0:1780970704.213679:0:8234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88243 00000100:00100000:2.0:1780970704.213682:0:8234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fb8a693 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+55:3362:x1867475559766400:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1780970704.213694:0:8234:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11781 count 1 00002000:00010000:2.0:1780970704.213709:0:8234:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e05:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.213713:0:8234:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bd5bf4af/0xa1e9845215a92de3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e05:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.213720:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.213722:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.213724:0:8234:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bd5bf4af/0xa1e9845215a92de3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.213732:0:8234:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd5bf4af/0xa1e9845215a92de3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.213737:0:123249:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc95a828 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+55:3362:x1867475559766592:12345-0@lo:6:osp-syn-1-1.0 Request processed in 307us (965us total) trans 4294998592 rc 0/0 00010000:00010000:2.0:1780970704.213744:0:8234:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bd5bf4af/0xa1e9845215a92de3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.213749:0:123249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88242 00010000:00010000:2.0:1780970704.213757:0:8234:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bd5bf4af/0xa1e9845215a92de3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.213764:0:8234:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:1.0:1780970704.213781:0:123249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88244 00000100:00100000:1.0:1780970704.213786:0:123249:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f508e101 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+102:3360:x1867475559765696:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780970704.213799:0:123249:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21422 count 1 00002000:00010000:1.0:1780970704.213818:0:123249:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x53ae:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.213822:0:123249:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e2b238c/0xa1e9845215a92dea lrc: 3/0,1 mode: --/PW res: [0x53ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.213830:0:123249:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.213831:0:123249:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.213833:0:123249:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e2b238c/0xa1e9845215a92dea lrc: 3/0,1 mode: PW/PW res: [0x53ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.213841:0:123249:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e2b238c/0xa1e9845215a92dea lrc: 3/0,1 mode: PW/PW res: [0x53ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.213847:0:123249:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e2b238c/0xa1e9845215a92dea lrc: 3/0,1 mode: PW/PW res: [0x53ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.213854:0:123249:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e2b238c/0xa1e9845215a92dea lrc: 2/0,0 mode: PW/PW res: [0x53ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.213863:0:123249:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:2.0:1780970704.213867:0:8234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fb8a693 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+55:3362:x1867475559766400:12345-0@lo:6:osp-syn-1-1.0 Request processed in 182us (1061us total) trans 4294998593 rc 0/0 00000100:00100000:2.0:1780970704.213874:0:8234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88243 00000004:00080000:2.0:1780970704.213917:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000563f6b8a/2, rc 0, transno 31293 00000100:00100000:3.0:1780970704.213959:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000baa35632 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+87:3362:x1867475559765888:12345-0@lo:6:osp-syn-0-1.0 Request processed in 654us (1257us total) trans 103079229270 rc 0/0 00000100:00100000:3.0:1780970704.213966:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88240 00002000:00010000:0.0:1780970704.213981:0:23195:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x316e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.213986:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000cdc9f54/0xa1e9845215a92df1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x316e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.214004:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1780970704.214009:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004061bd17/0xa1e9845215a92dc0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.214016:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004061bd17 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970704.214019:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004061bd17/0xa1e9845215a92dc0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.214026:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004061bd17/0xa1e9845215a92dc0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.214044:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004061bd17/0xa1e9845215a92dc0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.214051:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004061bd17/0xa1e9845215a92dc0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.214064:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.214065:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1780970704.214066:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.214067:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000042dfe92d/0xa1e9845215a92dc7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.214068:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000cdc9f54/0xa1e9845215a92df1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x316e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.214074:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000042dfe92d already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970704.214075:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000042dfe92d/0xa1e9845215a92dc7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.214077:0:23195:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000cdc9f54/0xa1e9845215a92df1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x316e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.214082:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000042dfe92d/0xa1e9845215a92dc7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.214084:0:23195:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000cdc9f54/0xa1e9845215a92df1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x316e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.214091:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000042dfe92d/0xa1e9845215a92dc7 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.214097:0:23195:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000cdc9f54/0xa1e9845215a92df1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x316e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.214098:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042dfe92d/0xa1e9845215a92dc7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.214105:0:23195:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:3.0:1780970704.214113:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1780970704.214115:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e86244b2/0xa1e9845215a92dd5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.214120:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e86244b2 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970704.214121:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e86244b2/0xa1e9845215a92dd5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.214127:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e86244b2/0xa1e9845215a92dd5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.214136:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e86244b2/0xa1e9845215a92dd5 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.214142:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e86244b2/0xa1e9845215a92dd5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.214152:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1780970704.214154:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e2211dd2/0xa1e9845215a92ddc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.214160:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e2211dd2 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970704.214162:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e2211dd2/0xa1e9845215a92ddc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.214168:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e2211dd2/0xa1e9845215a92ddc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.214176:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e2211dd2/0xa1e9845215a92ddc lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.214181:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2211dd2/0xa1e9845215a92ddc lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.214199:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bdbcd236 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+87:3362:x1867475559765824:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1312us (1837us total) trans 103079229271 rc 0/0 00010000:00010000:3.0:1780970704.214201:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1780970704.214203:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a611cf30/0xa1e9845215a92dce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x310f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.214205:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88237 00010000:00010000:3.0:1780970704.214209:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a611cf30 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.214228:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1780970704.214231:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bd5bf4af/0xa1e9845215a92de3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.214237:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bd5bf4af already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.214239:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bd5bf4af/0xa1e9845215a92de3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.214245:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bd5bf4af/0xa1e9845215a92de3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.214256:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bd5bf4af/0xa1e9845215a92de3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.214263:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd5bf4af/0xa1e9845215a92de3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.214275:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780970704.214277:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e2b238c/0xa1e9845215a92dea lrc: 2/0,0 mode: PW/PW res: [0x53ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.214282:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a611cf30/0xa1e9845215a92dce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x310f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.214282:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004e2b238c already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.214284:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e2b238c/0xa1e9845215a92dea lrc: 2/0,0 mode: PW/PW res: [0x53ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.214290:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a611cf30/0xa1e9845215a92dce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x310f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.214290:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e2b238c/0xa1e9845215a92dea lrc: 3/0,0 mode: PW/PW res: [0x53ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.214299:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a611cf30/0xa1e9845215a92dce lrc: 1/0,0 mode: --/PW res: [0x280000400:0x310f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.214299:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e2b238c/0xa1e9845215a92dea lrc: 1/0,0 mode: --/PW res: [0x53ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.214305:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a611cf30/0xa1e9845215a92dce lrc: 0/0,0 mode: --/PW res: [0x280000400:0x310f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.214305:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e2b238c/0xa1e9845215a92dea lrc: 0/0,0 mode: --/PW res: [0x53ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.214315:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.214316:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.214317:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000cdc9f54/0xa1e9845215a92df1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x316e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.214317:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.214318:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.214322:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000cdc9f54 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970704.214324:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000cdc9f54/0xa1e9845215a92df1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x316e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.214330:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000cdc9f54/0xa1e9845215a92df1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x316e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.214338:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000cdc9f54/0xa1e9845215a92df1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x316e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.214344:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000cdc9f54/0xa1e9845215a92df1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x316e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.214359:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.214360:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.214362:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970704.214660:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000563f6b8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559765440:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1780970704.214687:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000012682f39/2, rc 0, transno 14164 00000100:00100000:2.0:1780970704.214701:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012682f39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559764736:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780970704.214737:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000084dab16c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559766848:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1780970704.214832:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000060bdcd8d/2, rc 0, transno 14159 00000100:00100000:1.0:1780970704.214840:0:123249:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f508e101 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+103:3360:x1867475559765696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1051us (1709us total) trans 4294998594 rc 0/0 00000100:00100000:2.0:1780970704.214849:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060bdcd8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559764992:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780970704.214852:0:123249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88244 00000004:00080000:2.0:1780970704.214869:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000020292cec/2, rc 0, transno 31289 00000100:00100000:2.0:1780970704.214875:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000020292cec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559765248:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780970704.214877:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.214885:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780970704.214886:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000061977c29/2, rc 0, transno 31290 00000100:00100000:2.0:1780970704.214890:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061977c29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559765504:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780970704.214905:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970704.214906:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000089a74440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559765760:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.214955:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.214974:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033cdb3c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559766016:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.215012:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00200000:1.0:1780970704.215019:0:112205:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002b13:0x2ce1:0x0]: returning size 4096 00000100:00100000:2.0:1780970704.215027:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088bd09c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559766272:0@lo:6:osp-syn-1-1.0 00000004:00010000:1.0:1780970704.215037:0:112205:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000004e2f400c reply state 00000000e99f9383 transno 25769864385 ns: mdt-lustre-MDT0000_UUID lock: 000000005db7e15e/0xa1e9845215a92c85 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970704.215057:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.215070:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002af04898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559766528:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.215075:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.215086:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000523989aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559767104:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780970704.215087:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.215100:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008464eef6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559766784:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780970704.215103:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1780970704.215121:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000808ce823/2, rc 0, transno 31297 00000100:00100000:0.0:1780970704.215129:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000808ce823 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559766400:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970704.215188:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1780970704.215191:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005477d0f8/2, rc 0, transno 31296 00000100:00100000:0.0:1780970704.215195:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005477d0f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559766592:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970704.215203:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000038321738 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559767040:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780970704.215205:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f3b275f5/2, rc 0, transno 14166 00000100:00100000:2.0:1780970704.215223:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.215234:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004928a0db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559767296:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780970704.215252:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.215267:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1780970704.215272:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005189ad3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559766976:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780970704.215287:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3b275f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559765888:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.215291:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.215301:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003193e55c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559767232:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780970704.215301:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000025c8bbc5/2, rc 0, transno 31295 00000100:00100000:0.0:1780970704.215304:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025c8bbc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559766080:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1780970704.215312:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003850eab3/2, rc 0, transno 14167 00000100:00100000:0.0:1780970704.215315:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003850eab3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559765824:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.215319:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1780970704.215322:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000503829b7/2, rc 0, transno 14165 00000100:00100000:0.0:1780970704.215325:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000503829b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559766144:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1780970704.215332:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000469ebb34/2, rc 0, transno 31294 00000100:00100000:0.0:1780970704.215334:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000469ebb34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559766336:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970704.215342:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b673267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559765952:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.215343:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1780970704.215348:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000969fb2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559766656:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780970704.215365:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.215498:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e858b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+87:3361:x1867475559763648:12345-0@lo:6:osp-syn-0-1.0 Request processed in 23671us (23715us total) trans 103079229272 rc 0/0 00000100:00100000:2.0:1780970704.215505:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88201 00000100:00100000:2.0:1780970704.215523:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559765760 00000100:00100000:0.0:1780970704.215526:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049ac958e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559766912:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780970704.215547:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559766016 00000100:00100000:0.0:1780970704.215552:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.215565:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559766272 00000100:00100000:0.0:1780970704.215569:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a6cf4d5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559767168:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780970704.215575:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559766848 00000100:00100000:2.0:1780970704.215583:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559766528 00000100:00100000:0.0:1780970704.215586:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.215590:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559767104 00000100:00100000:2.0:1780970704.215598:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559766784 00000100:00100000:0.0:1780970704.215604:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559767040 00000100:00100000:2.0:1780970704.215605:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559767296 00000100:00100000:2.0:1780970704.215612:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559766976 00000100:00100000:0.0:1780970704.215636:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559767232 00000100:00100000:2.0:1780970704.215640:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559766656 00000100:00100000:0.0:1780970704.215645:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559766912 00000100:00100000:2.0:1780970704.215646:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559767168 00000100:00100000:2.0:1780970704.215654:0:123248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88245 00000100:00100000:2.0:1780970704.215659:0:123248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e34f707 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+88:3361:x1867475559765760:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.215663:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88246 00000100:00100000:0.0:1780970704.215666:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060bde053 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+88:3361:x1867475559766016:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.215678:0:123248:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12653 count 1 00002000:00080000:0.0:1780970704.215678:0:30675:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12656 count 1 00002000:00010000:2.0:1780970704.215705:0:123248:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x316d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:0.0:1780970704.215705:0:30675:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3170:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.215710:0:123248:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006de95c39/0xa1e9845215a92df8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x316d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.215710:0:30675:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a92dff lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3170:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.215722:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.215722:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.215723:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.215723:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.215726:0:123248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006de95c39/0xa1e9845215a92df8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x316d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.215726:0:30675:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a92dff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.215737:0:123248:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006de95c39/0xa1e9845215a92df8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x316d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.215737:0:30675:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a92dff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.215745:0:123248:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006de95c39/0xa1e9845215a92df8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x316d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.215745:0:30675:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a92dff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.215752:0:123248:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006de95c39/0xa1e9845215a92df8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x316d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.215752:0:30675:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a92dff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.215767:0:123248:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1780970704.215775:0:30675:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1780970704.215868:0:8237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88247 00000100:00100000:3.0:1780970704.215872:0:8237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c2fef8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+56:3361:x1867475559766272:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.215879:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060bde053 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+90:3361:x1867475559766016:12345-0@lo:6:osp-syn-0-1.0 Request processed in 198us (854us total) trans 103079229274 rc 0/0 00000100:00100000:0.0:1780970704.215884:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88246 00002000:00080000:3.0:1780970704.215886:0:8237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11846 count 1 00000100:00100000:0.0:1780970704.215898:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88248 00000100:00100000:0.0:1780970704.215901:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066eb6ed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+105:3362:x1867475559766848:12345-0@lo:6:osp-syn-1-0.0 00002000:00010000:3.0:1780970704.215903:0:8237:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e46:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970704.215907:0:8237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92e06 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e46:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1780970704.215910:0:30675:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21426 count 1 00010000:00010000:3.0:1780970704.215915:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.215916:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.215918:0:8237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92e06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1780970704.215921:0:30675:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x53b2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.215924:0:30675:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b255d464/0xa1e9845215a92e0d lrc: 3/0,1 mode: --/PW res: [0x53b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.215926:0:8237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92e06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.215931:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.215932:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.215933:0:8237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92e06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.215934:0:30675:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b255d464/0xa1e9845215a92e0d lrc: 3/0,1 mode: PW/PW res: [0x53b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.215942:0:30675:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b255d464/0xa1e9845215a92e0d lrc: 3/0,1 mode: PW/PW res: [0x53b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.215944:0:8237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92e06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.215947:0:30675:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b255d464/0xa1e9845215a92e0d lrc: 3/0,1 mode: PW/PW res: [0x53b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.215953:0:30675:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b255d464/0xa1e9845215a92e0d lrc: 2/0,0 mode: PW/PW res: [0x53b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.215963:0:8237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1780970704.215967:0:30675:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1780970704.216089:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066eb6ed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+106:3362:x1867475559766848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 186us (1013us total) trans 4294998595 rc 0/0 00000100:00100000:0.0:1780970704.216096:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88248 00010000:00010000:1.0:1780970704.216101:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1780970704.216106:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006de95c39/0xa1e9845215a92df8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x316d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.216112:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88249 00000100:00100000:0.0:1780970704.216117:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afd05819 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+56:3361:x1867475559766528:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1780970704.216127:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006de95c39 already unused, calling callback (000000003b8e5fd2) 00002000:00080000:0.0:1780970704.216129:0:30675:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11849 count 1 00010000:00010000:1.0:1780970704.216131:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006de95c39/0xa1e9845215a92df8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x316d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.216142:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006de95c39/0xa1e9845215a92df8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x316d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1780970704.216145:0:30675:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e49:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.216153:0:30675:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000082231ba1/0xa1e9845215a92e14 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e49:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.216160:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.216162:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.216164:0:30675:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000082231ba1/0xa1e9845215a92e14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.216165:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006de95c39/0xa1e9845215a92df8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x316d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.216182:0:30675:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000082231ba1/0xa1e9845215a92e14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.216188:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006de95c39/0xa1e9845215a92df8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x316d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.216194:0:30675:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000082231ba1/0xa1e9845215a92e14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.216203:0:30675:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000082231ba1/0xa1e9845215a92e14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.216210:0:8237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c2fef8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+57:3361:x1867475559766272:12345-0@lo:6:osp-syn-1-1.0 Request processed in 336us (1154us total) trans 4294998596 rc 0/0 00000100:00100000:3.0:1780970704.216216:0:8237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88247 00010000:00010000:1.0:1780970704.216219:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1780970704.216223:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a92dff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.216230:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009c5ab197 already unused, calling callback (000000003b8e5fd2) 00000100:00100000:3.0:1780970704.216233:0:8237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88250 00010000:00010000:1.0:1780970704.216233:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a92dff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.216241:0:8237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000865a1c5f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+19:3362:x1867475559767104:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1780970704.216247:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a92dff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1780970704.216256:0:8237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23187 count 1 00010000:00010000:1.0:1780970704.216260:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a92dff lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.216268:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c5ab197/0xa1e9845215a92dff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1780970704.216272:0:8237:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a93:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970704.216277:0:8237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a92e1b lrc: 3/0,1 mode: --/PW res: [0x5a93:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.216285:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.216286:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.216288:0:8237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a92e1b lrc: 3/0,1 mode: PW/PW res: [0x5a93:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.216297:0:8237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a92e1b lrc: 3/0,1 mode: PW/PW res: [0x5a93:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.216303:0:8237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a92e1b lrc: 3/0,1 mode: PW/PW res: [0x5a93:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.216309:0:8237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a92e1b lrc: 2/0,0 mode: PW/PW res: [0x5a93:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.216324:0:8237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1780970704.216353:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1780970704.216357:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92e06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.216363:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000002e67f91 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.216366:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92e06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.216372:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92e06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.216385:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92e06 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.216391:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a92e06 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.216407:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780970704.216409:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b255d464/0xa1e9845215a92e0d lrc: 2/0,0 mode: PW/PW res: [0x53b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.216415:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b255d464 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.216417:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b255d464/0xa1e9845215a92e0d lrc: 2/0,0 mode: PW/PW res: [0x53b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.216427:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b255d464/0xa1e9845215a92e0d lrc: 3/0,0 mode: PW/PW res: [0x53b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.216435:0:8237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000865a1c5f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+20:3362:x1867475559767104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 194us (1330us total) trans 103079229275 rc 0/0 00010000:00010000:1.0:1780970704.216438:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b255d464/0xa1e9845215a92e0d lrc: 1/0,0 mode: --/PW res: [0x53b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.216444:0:8237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88250 00010000:00010000:1.0:1780970704.216450:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b255d464/0xa1e9845215a92e0d lrc: 0/0,0 mode: --/PW res: [0x53b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.216461:0:8237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88251 00010000:00010000:1.0:1780970704.216465:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1780970704.216468:0:8237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3cbd911 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+105:3361:x1867475559766784:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780970704.216470:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a92e1b lrc: 2/0,0 mode: PW/PW res: [0x5a93:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.216478:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000485248ac already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.216480:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a92e1b lrc: 2/0,0 mode: PW/PW res: [0x5a93:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1780970704.216483:0:8237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21425 count 1 00010000:00010000:1.0:1780970704.216486:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a92e1b lrc: 3/0,0 mode: PW/PW res: [0x5a93:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.216497:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a92e1b lrc: 1/0,0 mode: --/PW res: [0x5a93:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1780970704.216500:0:8237:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x53b1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.216507:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a92e1b lrc: 0/0,0 mode: --/PW res: [0x5a93:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.216509:0:8237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a92e22 lrc: 3/0,1 mode: --/PW res: [0x53b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.216524:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.216525:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.216526:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.216527:0:8237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a92e22 lrc: 3/0,1 mode: PW/PW res: [0x53b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.216529:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.216531:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.216537:0:8237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a92e22 lrc: 3/0,1 mode: PW/PW res: [0x53b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.216538:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.216545:0:8237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a92e22 lrc: 3/0,1 mode: PW/PW res: [0x53b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.216552:0:8237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a92e22 lrc: 2/0,0 mode: PW/PW res: [0x53b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.216552:0:123249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88252 00000100:00100000:1.0:1780970704.216560:0:123249:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004560569e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+19:3361:x1867475559767296:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1780970704.216568:0:8237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:1.0:1780970704.216574:0:123249:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23189 count 1 00002000:00010000:1.0:1780970704.216593:0:123249:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a95:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.216597:0:123249:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d0005d36/0xa1e9845215a92e29 lrc: 3/0,1 mode: --/PW res: [0x5a95:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.216605:0:123249:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.216606:0:123249:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.216610:0:123249:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d0005d36/0xa1e9845215a92e29 lrc: 3/0,1 mode: PW/PW res: [0x5a95:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.216610:0:30675:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1780970704.216640:0:123249:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d0005d36/0xa1e9845215a92e29 lrc: 3/0,1 mode: PW/PW res: [0x5a95:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.216647:0:123249:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d0005d36/0xa1e9845215a92e29 lrc: 3/0,1 mode: PW/PW res: [0x5a95:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.216654:0:123249:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d0005d36/0xa1e9845215a92e29 lrc: 2/0,0 mode: PW/PW res: [0x5a95:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.216662:0:123249:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1780970704.216727:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afd05819 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+57:3361:x1867475559766528:12345-0@lo:6:osp-syn-1-1.0 Request processed in 608us (1639us total) trans 4294998598 rc 0/0 00000100:00100000:0.0:1780970704.216733:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88249 00000100:00100000:0.0:1780970704.216749:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88253 00000100:00100000:0.0:1780970704.216752:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ad4ba18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:3361:x1867475559767040:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970704.216756:0:8237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3cbd911 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+106:3361:x1867475559766784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 290us (1568us total) trans 4294998597 rc 0/0 00002000:00080000:0.0:1780970704.216765:0:30675:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23186 count 1 00000100:00100000:3.0:1780970704.216779:0:8237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88251 00002000:00010000:0.0:1780970704.216781:0:30675:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a92:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.216785:0:30675:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d9dc9b2b/0xa1e9845215a92e30 lrc: 3/0,1 mode: --/PW res: [0x5a92:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.216792:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1780970704.216793:0:8237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88254 00010000:00010000:0.0:1780970704.216793:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.216795:0:30675:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d9dc9b2b/0xa1e9845215a92e30 lrc: 3/0,1 mode: PW/PW res: [0x5a92:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.216797:0:8237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbc6052a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+20:3361:x1867475559766976:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1780970704.216803:0:30675:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d9dc9b2b/0xa1e9845215a92e30 lrc: 3/0,1 mode: PW/PW res: [0x5a92:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1780970704.216809:0:8237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23185 count 1 00010000:00010000:0.0:1780970704.216810:0:30675:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d9dc9b2b/0xa1e9845215a92e30 lrc: 3/0,1 mode: PW/PW res: [0x5a92:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.216816:0:30675:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d9dc9b2b/0xa1e9845215a92e30 lrc: 2/0,0 mode: PW/PW res: [0x5a92:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1780970704.216821:0:8237:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a91:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1780970704.216822:0:123249:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004560569e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+20:3361:x1867475559767296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 260us (1567us total) trans 103079229276 rc 0/0 00010000:00010000:3.0:1780970704.216825:0:8237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008fd994f9/0xa1e9845215a92e37 lrc: 3/0,1 mode: --/PW res: [0x5a91:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.216826:0:30675:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1780970704.216836:0:123249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88252 00010000:00010000:3.0:1780970704.216837:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.216840:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.216842:0:8237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008fd994f9/0xa1e9845215a92e37 lrc: 3/0,1 mode: PW/PW res: [0x5a91:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.216850:0:8237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008fd994f9/0xa1e9845215a92e37 lrc: 3/0,1 mode: PW/PW res: [0x5a91:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.216856:0:123249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88255 00010000:00010000:3.0:1780970704.216860:0:8237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008fd994f9/0xa1e9845215a92e37 lrc: 3/0,1 mode: PW/PW res: [0x5a91:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.216865:0:123249:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026f119ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+20:3361:x1867475559767232:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1780970704.216875:0:8237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008fd994f9/0xa1e9845215a92e37 lrc: 2/0,0 mode: PW/PW res: [0x5a91:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.216884:0:8237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00080000:1.0:1780970704.216886:0:123249:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23188 count 1 00002000:00010000:1.0:1780970704.216905:0:123249:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a94:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.216910:0:123249:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000af0d13c1/0xa1e9845215a92e3e lrc: 3/0,1 mode: --/PW res: [0x5a94:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.216916:0:123249:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.216918:0:123249:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.216920:0:123249:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af0d13c1/0xa1e9845215a92e3e lrc: 3/0,1 mode: PW/PW res: [0x5a94:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.216927:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ad4ba18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+21:3361:x1867475559767040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 172us (1703us total) trans 103079229277 rc 0/0 00010000:00010000:1.0:1780970704.216929:0:123249:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af0d13c1/0xa1e9845215a92e3e lrc: 3/0,1 mode: PW/PW res: [0x5a94:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.216939:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88253 00010000:00010000:1.0:1780970704.216940:0:123249:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000af0d13c1/0xa1e9845215a92e3e lrc: 3/0,1 mode: PW/PW res: [0x5a94:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.216947:0:123249:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000af0d13c1/0xa1e9845215a92e3e lrc: 2/0,0 mode: PW/PW res: [0x5a94:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.216955:0:123249:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1780970704.216966:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88256 00000100:00100000:0.0:1780970704.216971:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000562dcbf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+105:3362:x1867475559766656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780970704.216982:0:30675:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21423 count 1 00000100:00100000:3.0:1780970704.216984:0:8237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbc6052a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+20:3361:x1867475559766976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 186us (1692us total) trans 103079229278 rc 0/0 00002000:00010000:0.0:1780970704.217012:0:30675:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x53af:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.217017:0:30675:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b57edb1/0xa1e9845215a92e45 lrc: 3/0,1 mode: --/PW res: [0x53af:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.217024:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.217026:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.217028:0:30675:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b57edb1/0xa1e9845215a92e45 lrc: 3/0,1 mode: PW/PW res: [0x53af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.217036:0:30675:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002b57edb1/0xa1e9845215a92e45 lrc: 3/0,1 mode: PW/PW res: [0x53af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.217042:0:30675:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b57edb1/0xa1e9845215a92e45 lrc: 3/0,1 mode: PW/PW res: [0x53af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.217049:0:30675:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002b57edb1/0xa1e9845215a92e45 lrc: 2/0,0 mode: PW/PW res: [0x53af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.217063:0:30675:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:1.0:1780970704.217069:0:123249:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026f119ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+21:3361:x1867475559767232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 205us (1749us total) trans 103079229279 rc 0/0 00000100:00100000:1.0:1780970704.217077:0:123249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88255 00000100:00100000:1.0:1780970704.217094:0:123249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88257 00000100:00100000:1.0:1780970704.217099:0:123249:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000808b94d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+20:3362:x1867475559766912:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780970704.217111:0:123249:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23184 count 1 00002000:00010000:1.0:1780970704.217129:0:123249:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a90:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.217133:0:123249:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007d3cc917/0xa1e9845215a92e4c lrc: 3/0,1 mode: --/PW res: [0x5a90:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.217141:0:123249:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.217142:0:123249:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.217145:0:123249:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d3cc917/0xa1e9845215a92e4c lrc: 3/0,1 mode: PW/PW res: [0x5a90:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.217154:0:123249:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007d3cc917/0xa1e9845215a92e4c lrc: 3/0,1 mode: PW/PW res: [0x5a90:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.217160:0:123249:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007d3cc917/0xa1e9845215a92e4c lrc: 3/0,1 mode: PW/PW res: [0x5a90:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.217166:0:123249:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007d3cc917/0xa1e9845215a92e4c lrc: 2/0,0 mode: PW/PW res: [0x5a90:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.217171:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000562dcbf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+106:3362:x1867475559766656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 197us (1803us total) trans 4294998599 rc 0/0 00010000:00010000:1.0:1780970704.217178:0:123249:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:0.0:1780970704.217181:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88256 00000100:00100000:0.0:1780970704.217200:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88258 00000100:00100000:0.0:1780970704.217204:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c73abdb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:3362:x1867475559767168:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780970704.217277:0:123249:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000808b94d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+21:3362:x1867475559766912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 177us (1724us total) trans 103079229280 rc 0/0 00002000:00080000:0.0:1780970704.217280:0:30675:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23088 count 1 00002000:00010000:0.0:1780970704.217296:0:30675:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.217299:0:30675:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c28b138/0xa1e9845215a92e53 lrc: 3/0,1 mode: --/PW res: [0x5a30:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.217307:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.217308:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.217310:0:30675:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c28b138/0xa1e9845215a92e53 lrc: 3/0,1 mode: PW/PW res: [0x5a30:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.217317:0:30675:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c28b138/0xa1e9845215a92e53 lrc: 3/0,1 mode: PW/PW res: [0x5a30:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.217323:0:30675:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c28b138/0xa1e9845215a92e53 lrc: 3/0,1 mode: PW/PW res: [0x5a30:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.217328:0:30675:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006c28b138/0xa1e9845215a92e53 lrc: 2/0,0 mode: PW/PW res: [0x5a30:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.217336:0:30675:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00000100:00100000:3.0:1780970704.217549:0:8237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88254 00010000:00010000:3.0:1780970704.217750:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:3.0:1780970704.217755:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a92e22 lrc: 2/0,0 mode: PW/PW res: [0x53b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.217764:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008c5a2656 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970704.217766:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a92e22 lrc: 2/0,0 mode: PW/PW res: [0x53b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.217772:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a92e22 lrc: 3/0,0 mode: PW/PW res: [0x53b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.217785:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a92e22 lrc: 1/0,0 mode: --/PW res: [0x53b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.217791:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a92e22 lrc: 0/0,0 mode: --/PW res: [0x53b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.217806:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:3.0:1780970704.217809:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000082231ba1/0xa1e9845215a92e14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.217814:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000082231ba1 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970704.217816:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000082231ba1/0xa1e9845215a92e14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.217827:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000082231ba1/0xa1e9845215a92e14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.217828:0:123249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88257 00010000:00010000:3.0:1780970704.217840:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000082231ba1/0xa1e9845215a92e14 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.217847:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000082231ba1/0xa1e9845215a92e14 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.217855:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1780970704.217859:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d0005d36/0xa1e9845215a92e29 lrc: 2/0,0 mode: PW/PW res: [0x5a95:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.217861:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1780970704.217865:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d9dc9b2b/0xa1e9845215a92e30 lrc: 2/0,0 mode: PW/PW res: [0x5a92:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.217872:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d0005d36 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970704.217874:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d9dc9b2b already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.217876:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0005d36/0xa1e9845215a92e29 lrc: 2/0,0 mode: PW/PW res: [0x5a95:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.217878:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d9dc9b2b/0xa1e9845215a92e30 lrc: 2/0,0 mode: PW/PW res: [0x5a92:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.217890:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d9dc9b2b/0xa1e9845215a92e30 lrc: 3/0,0 mode: PW/PW res: [0x5a92:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.217897:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d9dc9b2b/0xa1e9845215a92e30 lrc: 1/0,0 mode: --/PW res: [0x5a92:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.217904:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0005d36/0xa1e9845215a92e29 lrc: 3/0,0 mode: PW/PW res: [0x5a95:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.217905:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d9dc9b2b/0xa1e9845215a92e30 lrc: 0/0,0 mode: --/PW res: [0x5a92:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.217929:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d0005d36/0xa1e9845215a92e29 lrc: 1/0,0 mode: --/PW res: [0x5a95:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.217936:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d0005d36/0xa1e9845215a92e29 lrc: 0/0,0 mode: --/PW res: [0x5a95:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.217951:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1780970704.217953:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008fd994f9/0xa1e9845215a92e37 lrc: 2/0,0 mode: PW/PW res: [0x5a91:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.217958:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008fd994f9 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.217960:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008fd994f9/0xa1e9845215a92e37 lrc: 2/0,0 mode: PW/PW res: [0x5a91:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.217965:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008fd994f9/0xa1e9845215a92e37 lrc: 3/0,0 mode: PW/PW res: [0x5a91:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.217973:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008fd994f9/0xa1e9845215a92e37 lrc: 1/0,0 mode: --/PW res: [0x5a91:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.218073:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008fd994f9/0xa1e9845215a92e37 lrc: 0/0,0 mode: --/PW res: [0x5a91:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.218092:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1780970704.218095:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000af0d13c1/0xa1e9845215a92e3e lrc: 2/0,0 mode: PW/PW res: [0x5a94:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.218101:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000af0d13c1 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.218104:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000af0d13c1/0xa1e9845215a92e3e lrc: 2/0,0 mode: PW/PW res: [0x5a94:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.218111:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000af0d13c1/0xa1e9845215a92e3e lrc: 3/0,0 mode: PW/PW res: [0x5a94:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.218147:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c73abdb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:3362:x1867475559767168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 941us (2559us total) trans 103079229281 rc 0/0 00000100:00100000:2.0:1780970704.218148:0:123248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e34f707 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+89:3361:x1867475559765760:12345-0@lo:6:osp-syn-0-1.0 Request processed in 2489us (3194us total) trans 103079229273 rc 0/0 00000100:00100000:0.0:1780970704.218155:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88258 00010000:00010000:3.0:1780970704.218181:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1780970704.218181:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000af0d13c1/0xa1e9845215a92e3e lrc: 1/0,0 mode: --/PW res: [0x5a94:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.218185:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002b57edb1/0xa1e9845215a92e45 lrc: 2/0,0 mode: PW/PW res: [0x53af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.218202:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002b57edb1 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970704.218205:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002b57edb1/0xa1e9845215a92e45 lrc: 2/0,0 mode: PW/PW res: [0x53af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.218207:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af0d13c1/0xa1e9845215a92e3e lrc: 0/0,0 mode: --/PW res: [0x5a94:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.218226:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002b57edb1/0xa1e9845215a92e45 lrc: 3/0,0 mode: PW/PW res: [0x53af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.218234:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780970704.218237:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007d3cc917/0xa1e9845215a92e4c lrc: 2/0,0 mode: PW/PW res: [0x5a90:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.218240:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002b57edb1/0xa1e9845215a92e45 lrc: 1/0,0 mode: --/PW res: [0x53af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.218246:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d3cc917 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.218249:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007d3cc917/0xa1e9845215a92e4c lrc: 2/0,0 mode: PW/PW res: [0x5a90:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.218251:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002b57edb1/0xa1e9845215a92e45 lrc: 0/0,0 mode: --/PW res: [0x53af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.218265:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007d3cc917/0xa1e9845215a92e4c lrc: 3/0,0 mode: PW/PW res: [0x5a90:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.218278:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.218279:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007d3cc917/0xa1e9845215a92e4c lrc: 1/0,0 mode: --/PW res: [0x5a90:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.218282:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006c28b138/0xa1e9845215a92e53 lrc: 2/0,0 mode: PW/PW res: [0x5a30:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.218283:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.218289:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006c28b138 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970704.218291:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006c28b138/0xa1e9845215a92e53 lrc: 2/0,0 mode: PW/PW res: [0x5a30:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.218296:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006c28b138/0xa1e9845215a92e53 lrc: 3/0,0 mode: PW/PW res: [0x5a30:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.218305:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006c28b138/0xa1e9845215a92e53 lrc: 1/0,0 mode: --/PW res: [0x5a30:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.218311:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c28b138/0xa1e9845215a92e53 lrc: 0/0,0 mode: --/PW res: [0x5a30:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.218323:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.218324:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.218325:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970704.218338:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000099ee63 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559767360:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1780970704.218352:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007d3cc917/0xa1e9845215a92e4c lrc: 0/0,0 mode: --/PW res: [0x5a90:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.218362:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.218371:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.218374:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970704.218374:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1780970704.218377:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970704.218404:0:123248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88245 00010000:00010000:1.0:1780970704.218445:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.218460:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.219020:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006579fe13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559767616:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780970704.219054:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.219167:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559767360 00000100:00100000:2.0:1780970704.219206:0:8236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88259 00000100:00100000:2.0:1780970704.219211:0:8236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e38a7be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+57:3362:x1867475559767360:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1780970704.219234:0:8236:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11851 count 1 00002000:00010000:2.0:1780970704.219264:0:8236:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e4b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.219268:0:8236:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7d66ff9/0xa1e9845215a92e5a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.219280:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.219282:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.219285:0:8236:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f7d66ff9/0xa1e9845215a92e5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.219312:0:8236:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f7d66ff9/0xa1e9845215a92e5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.219319:0:8236:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7d66ff9/0xa1e9845215a92e5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.219324:0:8236:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f7d66ff9/0xa1e9845215a92e5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.219340:0:8236:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780970704.219501:0:8236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e38a7be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+58:3362:x1867475559767360:12345-0@lo:6:osp-syn-1-1.0 Request processed in 288us (1129us total) trans 4294998600 rc 0/0 00000100:00100000:2.0:1780970704.219507:0:8236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88259 00000100:00100000:2.0:1780970704.219542:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e1c79bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559767552:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.219877:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004dfa10f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559767424:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970704.219879:0:30686:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559767616 00000100:00100000:0.0:1780970704.219887:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005249b8e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559767872:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.219903:0:30686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88260 00000100:00100000:2.0:1780970704.219908:0:30686:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004901a73e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+106:3362:x1867475559767616:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780970704.219919:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1780970704.219922:0:30686:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21427 count 1 00002000:00010000:2.0:1780970704.219952:0:30686:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x53b3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.219956:0:30686:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000923dae90/0xa1e9845215a92e61 lrc: 3/0,1 mode: --/PW res: [0x53b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.219963:0:30686:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.219964:0:30686:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000004:00080000:0.0:1780970704.219964:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000969fb2c0/2, rc 0, transno 31303 00010000:00010000:2.0:1780970704.219967:0:30686:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000923dae90/0xa1e9845215a92e61 lrc: 3/0,1 mode: PW/PW res: [0x53b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.219974:0:30686:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000923dae90/0xa1e9845215a92e61 lrc: 3/0,1 mode: PW/PW res: [0x53b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.219975:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000969fb2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559766656:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1780970704.219982:0:30686:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000923dae90/0xa1e9845215a92e61 lrc: 3/0,1 mode: PW/PW res: [0x53b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.220068:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.220074:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f7d66ff9/0xa1e9845215a92e5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.220081:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7d66ff9 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.220084:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7d66ff9/0xa1e9845215a92e5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.220114:0:30686:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000923dae90/0xa1e9845215a92e61 lrc: 2/0,0 mode: PW/PW res: [0x53b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.220131:0:30686:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780970704.220139:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.220141:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000923dae90/0xa1e9845215a92e61 lrc: 2/0,0 mode: PW/PW res: [0x53b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.220147:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000923dae90 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.220149:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000923dae90/0xa1e9845215a92e61 lrc: 2/0,0 mode: PW/PW res: [0x53b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.220162:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000923dae90/0xa1e9845215a92e61 lrc: 3/0,0 mode: PW/PW res: [0x53b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.220179:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000923dae90/0xa1e9845215a92e61 lrc: 1/0,0 mode: --/PW res: [0x53b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.220185:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000923dae90/0xa1e9845215a92e61 lrc: 0/0,0 mode: --/PW res: [0x53b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.220201:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.220202:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.220203:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970704.220215:0:8236:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559767872 00000100:00100000:2.0:1780970704.220240:0:8236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88261 00000100:00100000:2.0:1780970704.220243:0:8236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eded03d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+89:3362:x1867475559767872:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.220256:0:8236:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12659 count 1 00002000:00010000:2.0:1780970704.220272:0:8236:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3173:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.220276:0:8236:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007e664a30/0xa1e9845215a92e68 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3173:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.220282:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.220284:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.220286:0:8236:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007e664a30/0xa1e9845215a92e68 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.220294:0:8236:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007e664a30/0xa1e9845215a92e68 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.220306:0:8236:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007e664a30/0xa1e9845215a92e68 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.220309:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7d66ff9/0xa1e9845215a92e5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.220312:0:8236:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007e664a30/0xa1e9845215a92e68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.220322:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f7d66ff9/0xa1e9845215a92e5a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.220325:0:8236:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780970704.220328:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f7d66ff9/0xa1e9845215a92e5a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.220344:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.220346:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007e664a30/0xa1e9845215a92e68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.220352:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007e664a30 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.220354:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007e664a30/0xa1e9845215a92e68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.220360:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007e664a30/0xa1e9845215a92e68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.220369:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007e664a30/0xa1e9845215a92e68 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.220374:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007e664a30/0xa1e9845215a92e68 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970704.220466:0:8236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eded03d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+90:3362:x1867475559767872:12345-0@lo:6:osp-syn-0-1.0 Request processed in 220us (546us total) trans 103079229282 rc 0/0 00000100:00100000:2.0:1780970704.220473:0:8236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88261 00010000:00010000:1.0:1780970704.220478:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000001baebfe8/0xa1e9845215a92c77 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.220489:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001baebfe8/0xa1e9845215a92c77 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.220494:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001baebfe8/0xa1e9845215a92c77 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.220499:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.220506:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001baebfe8 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970704.220510:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001baebfe8/0xa1e9845215a92c77 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.220516:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001baebfe8/0xa1e9845215a92c77 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.220520:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.220522:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.220524:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780970704.220545:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000049ac958e/2, rc 0, transno 14176 00000100:00100000:0.0:1780970704.220556:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049ac958e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559766912:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1780970704.220592:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a6cf4d5e/2, rc 0, transno 14177 00010000:00010000:1.0:1780970704.220601:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000e1321765) 00000100:00100000:0.0:1780970704.220601:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a6cf4d5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559767168:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1780970704.220608:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970704.220612:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001baebfe8/0xa1e9845215a92c77 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970704.220650:0:30686:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004901a73e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+107:3362:x1867475559767616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 741us (1595us total) trans 4294998601 rc 0/0 00000100:00100000:2.0:1780970704.220664:0:30686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88260 00010000:00010000:1.0:1780970704.220665:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001baebfe8/0xa1e9845215a92c77 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1780970704.220681:0:112205:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000004e2f400c reply state 00000000e99f9383 transno 25769864385 ns: mdt-lustre-MDT0000_UUID lock: 00000000f57a8777/0xa1e9845215a92c7e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x11ae43fc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970704.220720:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.220758:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559763072 00000100:00100000:1.0:1780970704.220769:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e2f400c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+21:198435:x1867475563552448:12345-192.168.204.45@tcp:36:rm.0 Request processed in 34514us (34572us total) trans 25769864385 rc 0/0 00000100:00100000:1.0:1780970704.220779:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85578 00000100:00100000:3.0:1780970704.220788:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559767552 00000100:00100000:3.0:1780970704.220808:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88262 00000100:00100000:3.0:1780970704.220813:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8946e2a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+90:3363:x1867475559763072:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.220820:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1780970704.220826:0:30685:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12636 count 1 00002000:00010000:3.0:1780970704.220851:0:30685:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x315c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970704.220855:0:30685:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a92e6f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x315c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.220862:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.220863:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.220865:0:30685:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a92e6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x315c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.220876:0:30685:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a92e6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x315c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.220883:0:30685:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a92e6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x315c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.220889:0:30685:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a92e6f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x315c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1780970704.220894:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000084dab16c/2, rc 0, transno 31299 00010000:00010000:3.0:1780970704.220901:0:30685:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780970704.220901:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000084dab16c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559766848:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1780970704.220931:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000523989aa/2, rc 0, transno 14171 00000100:00100000:0.0:1780970704.220937:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000523989aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559767104:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780970704.220949:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad1a7ea0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559768128:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780970704.221150:0:30688:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559767424 00000100:00100000:2.0:1780970704.221170:0:30688:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88263 00000100:00100000:2.0:1780970704.221173:0:30688:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c2fef8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+59:3361:x1867475559767552:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1780970704.221184:0:30688:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11782 count 1 00002000:00010000:2.0:1780970704.221200:0:30688:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e06:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.221203:0:30688:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dce28b03/0xa1e9845215a92e76 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e06:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.221210:0:30688:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.221211:0:30688:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.221213:0:30688:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dce28b03/0xa1e9845215a92e76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.221222:0:30688:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dce28b03/0xa1e9845215a92e76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.221228:0:30688:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dce28b03/0xa1e9845215a92e76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.221233:0:30688:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dce28b03/0xa1e9845215a92e76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.221245:0:30688:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1780970704.221323:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:0.0:1780970704.221327:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1780970704.221329:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a92e6f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x315c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.221340:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c4309c47 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.221343:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a92e6f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x315c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970704.221346:0:30688:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c2fef8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+60:3361:x1867475559767552:12345-0@lo:6:osp-syn-1-1.0 Request processed in 169us (625us total) trans 4294998602 rc 0/0 00000100:00100000:0.0:1780970704.221347:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043afc4eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3362:1867475559768384:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970704.221358:0:30688:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88263 00010000:00010000:1.0:1780970704.221359:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a92e6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x315c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970704.221375:0:30688:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559768128 00000100:00100000:0.0:1780970704.221375:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1780970704.221376:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a92e6f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x315c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.221384:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a92e6f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x315c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970704.221400:0:30688:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88264 00010000:00010000:1.0:1780970704.221404:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1780970704.221406:0:30688:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a78eeda5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+59:3363:x1867475559767424:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1780970704.221408:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dce28b03/0xa1e9845215a92e76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.221417:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dce28b03 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.221419:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dce28b03/0xa1e9845215a92e76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1780970704.221420:0:30688:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11852 count 1 00010000:00010000:1.0:1780970704.221428:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dce28b03/0xa1e9845215a92e76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1780970704.221438:0:30688:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e4c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.221443:0:30688:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c14b41a0/0xa1e9845215a92e7d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e4c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.221446:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dce28b03/0xa1e9845215a92e76 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.221460:0:30688:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.221461:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dce28b03/0xa1e9845215a92e76 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.221463:0:30688:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.221465:0:30688:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c14b41a0/0xa1e9845215a92e7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.221476:0:30688:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c14b41a0/0xa1e9845215a92e7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.221477:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.221479:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.221481:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.221485:0:30688:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c14b41a0/0xa1e9845215a92e7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.221489:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.221491:0:30688:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c14b41a0/0xa1e9845215a92e7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.221500:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ab42f25d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559767680:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1780970704.221505:0:30688:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780970704.221600:0:30688:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a78eeda5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+60:3363:x1867475559767424:12345-0@lo:6:osp-syn-1-1.0 Request processed in 194us (782us total) trans 4294998603 rc 0/0 00000100:00100000:2.0:1780970704.221607:0:30688:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88264 00000100:00100000:1.0:1780970704.221642:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.221664:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c1ae9878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559767936:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.221692:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.221706:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8946e2a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+91:3363:x1867475559763072:12345-0@lo:6:osp-syn-0-1.0 Request processed in 892us (3246us total) trans 103079229283 rc 0/0 00000100:00100000:3.0:1780970704.221717:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88262 00000100:00100000:0.0:1780970704.221832:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004de1c120 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3362:1867475559768640:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970704.221852:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1780970704.221876:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000099ee63/2, rc 0, transno 31304 00000100:00100000:0.0:1780970704.221891:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000099ee63 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559767360:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1780970704.221900:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006579fe13/2, rc 0, transno 31305 00000100:00100000:0.0:1780970704.221905:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006579fe13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559767616:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1780970704.221953:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005249b8e1/2, rc 0, transno 14178 00000100:00100000:0.0:1780970704.221962:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005249b8e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559767872:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.221972:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003509f001 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559768896:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780970704.222083:0:30688:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559767680 00000100:00100000:2.0:1780970704.222107:0:30688:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88265 00000100:00100000:2.0:1780970704.222110:0:30688:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009020d566 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+20:3362:x1867475559768128:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780970704.222121:0:30688:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23191 count 1 00002000:00010000:2.0:1780970704.222137:0:30688:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a97:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.222141:0:30688:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000074da0e97/0xa1e9845215a92e84 lrc: 3/0,1 mode: --/PW res: [0x5a97:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.222148:0:30688:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.222149:0:30688:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.222151:0:30688:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000074da0e97/0xa1e9845215a92e84 lrc: 3/0,1 mode: PW/PW res: [0x5a97:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.222158:0:30688:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000074da0e97/0xa1e9845215a92e84 lrc: 3/0,1 mode: PW/PW res: [0x5a97:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.222164:0:30688:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000074da0e97/0xa1e9845215a92e84 lrc: 3/0,1 mode: PW/PW res: [0x5a97:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.222170:0:30688:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000074da0e97/0xa1e9845215a92e84 lrc: 2/0,0 mode: PW/PW res: [0x5a97:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.222181:0:30688:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1780970704.222316:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000709cf235/2, rc 0, transno 14179 00000100:00100000:0.0:1780970704.222325:0:8234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559767936 00000100:00100000:1.0:1780970704.222327:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000709cf235 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559763072:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.222355:0:8234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88266 00000100:00100000:0.0:1780970704.222359:0:8234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000801adfcc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+107:3363:x1867475559767680:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780970704.222371:0:8234:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21428 count 1 00000100:00100000:1.0:1780970704.222382:0:123249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88267 00000100:00100000:1.0:1780970704.222388:0:123249:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ebe2f9b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+91:3363:x1867475559767936:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1780970704.222404:0:123249:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12660 count 1 00002000:00010000:1.0:1780970704.222426:0:123249:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3174:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.222430:0:123249:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c18f963/0xa1e9845215a92e8b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3174:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.222438:0:123249:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.222440:0:123249:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.222442:0:123249:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007c18f963/0xa1e9845215a92e8b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.222451:0:123249:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007c18f963/0xa1e9845215a92e8b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.222457:0:123249:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c18f963/0xa1e9845215a92e8b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.222464:0:123249:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007c18f963/0xa1e9845215a92e8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.222478:0:123249:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1780970704.222490:0:30688:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009020d566 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+21:3362:x1867475559768128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 377us (1165us total) trans 103079229284 rc 0/0 00000100:00100000:2.0:1780970704.222497:0:30688:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88265 00010000:00010000:2.0:1780970704.222520:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00002000:00010000:0.0:1780970704.222520:0:8234:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x53b4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.222524:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c14b41a0/0xa1e9845215a92e7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.222524:0:8234:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d9989dae/0xa1e9845215a92e92 lrc: 3/0,1 mode: --/PW res: [0x53b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.222533:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c14b41a0 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.222533:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.222535:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c14b41a0/0xa1e9845215a92e7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.222535:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.222537:0:8234:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d9989dae/0xa1e9845215a92e92 lrc: 3/0,1 mode: PW/PW res: [0x53b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.222542:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c14b41a0/0xa1e9845215a92e7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.222546:0:8234:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d9989dae/0xa1e9845215a92e92 lrc: 3/0,1 mode: PW/PW res: [0x53b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.222552:0:8234:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d9989dae/0xa1e9845215a92e92 lrc: 3/0,1 mode: PW/PW res: [0x53b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.222554:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c14b41a0/0xa1e9845215a92e7d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.222558:0:8234:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d9989dae/0xa1e9845215a92e92 lrc: 2/0,0 mode: PW/PW res: [0x53b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.222561:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c14b41a0/0xa1e9845215a92e7d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.222571:0:8234:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1780970704.222576:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1780970704.222578:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000074da0e97/0xa1e9845215a92e84 lrc: 2/0,0 mode: PW/PW res: [0x5a97:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.222584:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000074da0e97 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.222586:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000074da0e97/0xa1e9845215a92e84 lrc: 2/0,0 mode: PW/PW res: [0x5a97:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.222591:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000074da0e97/0xa1e9845215a92e84 lrc: 3/0,0 mode: PW/PW res: [0x5a97:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.222600:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000074da0e97/0xa1e9845215a92e84 lrc: 1/0,0 mode: --/PW res: [0x5a97:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.222606:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000074da0e97/0xa1e9845215a92e84 lrc: 0/0,0 mode: --/PW res: [0x5a97:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.222640:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780970704.222642:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007c18f963/0xa1e9845215a92e8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.222648:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007c18f963 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.222650:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007c18f963/0xa1e9845215a92e8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.222656:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007c18f963/0xa1e9845215a92e8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.222667:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007c18f963/0xa1e9845215a92e8b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.222678:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007c18f963/0xa1e9845215a92e8b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.222694:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.222697:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d9989dae/0xa1e9845215a92e92 lrc: 2/0,0 mode: PW/PW res: [0x53b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.222702:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d9989dae already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.222704:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d9989dae/0xa1e9845215a92e92 lrc: 2/0,0 mode: PW/PW res: [0x53b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.222709:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d9989dae/0xa1e9845215a92e92 lrc: 3/0,0 mode: PW/PW res: [0x53b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.222718:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d9989dae/0xa1e9845215a92e92 lrc: 1/0,0 mode: --/PW res: [0x53b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.222724:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d9989dae/0xa1e9845215a92e92 lrc: 0/0,0 mode: --/PW res: [0x53b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.222741:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970704.222742:0:8234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000801adfcc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+108:3363:x1867475559767680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 382us (1102us total) trans 4294998604 rc 0/0 00010000:00010000:2.0:1780970704.222743:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.222745:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970704.222749:0:8234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88266 00000100:00100000:1.0:1780970704.222754:0:123249:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ebe2f9b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+92:3363:x1867475559767936:12345-0@lo:6:osp-syn-0-1.0 Request processed in 364us (1060us total) trans 103079229285 rc 0/0 00000100:00100000:1.0:1780970704.222763:0:123249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88267 00010000:00010000:2.0:1780970704.222764:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.222764:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970704.222775:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.222791:0:123251:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559768896 00010000:00010000:1.0:1780970704.222798:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.222806:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.222821:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88268 00000100:00100000:1.0:1780970704.222826:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ca1947f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+108:3362:x1867475559768896:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780970704.222840:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b74e6e1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559767808:0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1780970704.222840:0:30674:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21432 count 1 00002000:00010000:1.0:1780970704.222860:0:30674:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x53b8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.222865:0:30674:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d01e323f/0xa1e9845215a92e99 lrc: 3/0,1 mode: --/PW res: [0x53b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.222873:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.222875:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1780970704.222878:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1780970704.222878:0:30674:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d01e323f/0xa1e9845215a92e99 lrc: 3/0,1 mode: PW/PW res: [0x53b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.222894:0:30674:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d01e323f/0xa1e9845215a92e99 lrc: 3/0,1 mode: PW/PW res: [0x53b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.222901:0:30674:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d01e323f/0xa1e9845215a92e99 lrc: 3/0,1 mode: PW/PW res: [0x53b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.222907:0:30674:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d01e323f/0xa1e9845215a92e99 lrc: 2/0,0 mode: PW/PW res: [0x53b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1780970704.222908:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005189ad3f/2, rc 0, transno 14174 00000100:00100000:2.0:1780970704.222921:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005189ad3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559766976:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1780970704.222925:0:30674:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780970704.222966:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.222969:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d01e323f/0xa1e9845215a92e99 lrc: 2/0,0 mode: PW/PW res: [0x53b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.222976:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d01e323f already unused, calling callback (000000003b8e5fd2) 00000004:00080000:0.0:1780970704.222976:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ad1a7ea0/2, rc 0, transno 14180 00010000:00010000:2.0:1780970704.222978:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d01e323f/0xa1e9845215a92e99 lrc: 2/0,0 mode: PW/PW res: [0x53b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.222984:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d01e323f/0xa1e9845215a92e99 lrc: 3/0,0 mode: PW/PW res: [0x53b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.222984:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad1a7ea0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559768128:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780970704.223006:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1f8ce08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559769152:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1780970704.223010:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d01e323f/0xa1e9845215a92e99 lrc: 1/0,0 mode: --/PW res: [0x53b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.223015:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d01e323f/0xa1e9845215a92e99 lrc: 0/0,0 mode: --/PW res: [0x53b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.223031:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.223032:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970704.223034:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1780970704.223035:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970704.223053:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780970704.223059:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3cbd911 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559769216:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780970704.223083:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.223084:0:30686:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559767808 00000004:00080000:0.0:1780970704.223119:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003509f001/2, rc 0, transno 31309 00000100:00100000:0.0:1780970704.223128:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003509f001 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559768896:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780970704.223170:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559768384 00000100:00100000:2.0:1780970704.223175:0:30686:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559769152 00000100:00100000:2.0:1780970704.223191:0:30686:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559769216 00000100:00100000:0.0:1780970704.223200:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559768640 00000100:00100000:2.0:1780970704.223203:0:112616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3849 00000100:00100000:2.0:1780970704.223207:0:112616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001f8df23 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3362:x1867475559768384:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970704.223248:0:112616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001f8df23 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3362:x1867475559768384:12345-0@lo:400:kworker/u8:18.0 Request processed in 40us (1873us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970704.223256:0:112616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3849 00000100:00100000:2.0:1780970704.223272:0:112616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3850 00000100:00100000:2.0:1780970704.223275:0:112616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002cf29ca8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3362:x1867475559768640:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970704.223303:0:112616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002cf29ca8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3362:x1867475559768640:12345-0@lo:400:kworker/u8:18.0 Request processed in 27us (1450us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970704.223308:0:112616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3850 00000100:00100000:0.0:1780970704.223308:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.223325:0:123249:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559765952 00000100:00100000:0.0:1780970704.223330:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88269 00000100:00100000:0.0:1780970704.223334:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afd05819 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+93:3361:x1867475559767808:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.223340:0:123249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88270 00000100:00100000:2.0:1780970704.223343:0:123249:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090fd683d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+60:3362:x1867475559769152:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.223346:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12658 count 1 00002000:00080000:2.0:1780970704.223351:0:123249:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11854 count 1 00002000:00010000:2.0:1780970704.223364:0:123249:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e4e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:0.0:1780970704.223365:0:23195:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3172:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.223368:0:123249:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008c55e279/0xa1e9845215a92ea7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.223368:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e32f807b/0xa1e9845215a92ea0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3172:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.223376:0:123249:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.223376:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.223378:0:123249:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.223379:0:123249:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c55e279/0xa1e9845215a92ea7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.223387:0:123249:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008c55e279/0xa1e9845215a92ea7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.223394:0:123249:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008c55e279/0xa1e9845215a92ea7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.223400:0:123249:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008c55e279/0xa1e9845215a92ea7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.223431:0:123249:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780970704.223457:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ca1947f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+109:3362:x1867475559768896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 286us (337us total) trans 4294998605 rc 0/0 00000100:00100000:1.0:1780970704.223466:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88268 00000100:00100000:1.0:1780970704.223485:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88271 00000100:00100000:1.0:1780970704.223489:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e3776d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+93:3360:x1867475559765952:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1780970704.223503:0:30674:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12655 count 1 00002000:00010000:1.0:1780970704.223522:0:30674:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x316f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:2.0:1780970704.223551:0:123249:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090fd683d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+61:3362:x1867475559769152:12345-0@lo:6:osp-syn-1-1.0 Request processed in 206us (516us total) trans 4294998606 rc 0/0 00000100:00100000:2.0:1780970704.223557:0:123249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88270 00010000:00010000:2.0:1780970704.223575:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.223579:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008c55e279/0xa1e9845215a92ea7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.223587:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008c55e279 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.223589:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008c55e279/0xa1e9845215a92ea7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.223596:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008c55e279/0xa1e9845215a92ea7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.223603:0:30674:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a92eae lrc: 3/0,1 mode: --/PW res: [0x280000400:0x316f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.223609:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.223610:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008c55e279/0xa1e9845215a92ea7 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.223634:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e32f807b/0xa1e9845215a92ea0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.223641:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.223642:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008c55e279/0xa1e9845215a92ea7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.223644:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.223646:0:23195:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e32f807b/0xa1e9845215a92ea0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.223648:0:30674:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a92eae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x316f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.223660:0:23195:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e32f807b/0xa1e9845215a92ea0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.223663:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.223665:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.223666:0:30674:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a92eae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x316f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.223667:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.223668:0:23195:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e32f807b/0xa1e9845215a92ea0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.223687:0:30674:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a92eae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x316f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.223693:0:23195:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780970704.223694:0:30686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88272 00000100:00100000:2.0:1780970704.223700:0:30686:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001781d7a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+21:3362:x1867475559769216:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1780970704.223700:0:30674:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a92eae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x316f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1780970704.223715:0:30686:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23194 count 1 00010000:00010000:1.0:1780970704.223720:0:30674:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1780970704.223731:0:30686:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a9a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.223735:0:30686:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006312e875/0xa1e9845215a92eb5 lrc: 3/0,1 mode: --/PW res: [0x5a9a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.223743:0:30686:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.223744:0:30686:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.223746:0:30686:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006312e875/0xa1e9845215a92eb5 lrc: 3/0,1 mode: PW/PW res: [0x5a9a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.223754:0:30686:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006312e875/0xa1e9845215a92eb5 lrc: 3/0,1 mode: PW/PW res: [0x5a9a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.223761:0:30686:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006312e875/0xa1e9845215a92eb5 lrc: 3/0,1 mode: PW/PW res: [0x5a9a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.223768:0:30686:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006312e875/0xa1e9845215a92eb5 lrc: 2/0,0 mode: PW/PW res: [0x5a9a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.223782:0:30686:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1780970704.223817:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afd05819 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+95:3361:x1867475559767808:12345-0@lo:6:osp-syn-0-1.0 Request processed in 481us (941us total) trans 103079229286 rc 0/0 00000100:00100000:0.0:1780970704.223824:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88269 00010000:00010000:0.0:1780970704.223842:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1780970704.223846:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e32f807b/0xa1e9845215a92ea0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.223853:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e32f807b already unused, calling callback (000000003b8e5fd2) 00000100:00100000:1.0:1780970704.223854:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e3776d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+94:3360:x1867475559765952:12345-0@lo:6:osp-syn-0-1.0 Request processed in 363us (545us total) trans 103079229287 rc 0/0 00010000:00010000:0.0:1780970704.223857:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e32f807b/0xa1e9845215a92ea0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.223868:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88271 00010000:00010000:0.0:1780970704.223869:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e32f807b/0xa1e9845215a92ea0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.223890:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780970704.223894:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a92eae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x316f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.223903:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d6ba4ba already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.223906:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a92eae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x316f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.223912:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a92eae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x316f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970704.223913:0:30686:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001781d7a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+22:3362:x1867475559769216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 212us (829us total) trans 103079229288 rc 0/0 00000100:00100000:2.0:1780970704.223927:0:30686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88272 00010000:00010000:1.0:1780970704.223933:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a92eae lrc: 1/0,0 mode: --/PW res: [0x280000400:0x316f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.223941:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a92eae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x316f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1780970704.223963:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d3cbd911/2, rc 0, transno 14184 00000100:00100000:2.0:1780970704.223973:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3cbd911 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559769216:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1780970704.224008:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e32f807b/0xa1e9845215a92ea0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.224014:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e32f807b/0xa1e9845215a92ea0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.224026:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.224030:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006312e875/0xa1e9845215a92eb5 lrc: 2/0,0 mode: PW/PW res: [0x5a9a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.224036:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006312e875 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.224038:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006312e875/0xa1e9845215a92eb5 lrc: 2/0,0 mode: PW/PW res: [0x5a9a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.224041:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.224043:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.224045:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.224046:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006312e875/0xa1e9845215a92eb5 lrc: 3/0,0 mode: PW/PW res: [0x5a9a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.224052:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.224057:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006312e875/0xa1e9845215a92eb5 lrc: 1/0,0 mode: --/PW res: [0x5a9a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.224064:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006312e875/0xa1e9845215a92eb5 lrc: 0/0,0 mode: --/PW res: [0x5a9a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.224080:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.224081:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.224082:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970704.224093:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f9ed754 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559766208:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.224119:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.224131:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f53f531c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559766464:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.224148:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.224160:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000035cbbbdc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559766720:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780970704.224177:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.224195:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081931eeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559767488:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.224349:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060bde053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559768192:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780970704.224356:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559766208 00000100:00100000:2.0:1780970704.224380:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559766464 00000100:00100000:1.0:1780970704.224389:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.224397:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559766720 00000100:00100000:2.0:1780970704.224415:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559768192 00000100:00100000:1.0:1780970704.224419:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bafb1d29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3363:1867475559768448:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970704.224441:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5486 00000100:00100000:2.0:1780970704.224449:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df2aa83a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+110:3363:x1867475559768192:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780970704.224452:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1780970704.224471:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 8581056 pending 0 free 3917824000 avail 3686301696 00000100:00100000:1.0:1780970704.224481:0:112616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559768448 00000100:00100000:2.0:1780970704.224510:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df2aa83a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+110:3363:x1867475559768192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970704.224513:0:112616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3851 00000100:00100000:1.0:1780970704.224520:0:112616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000018905597 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3363:x1867475559768448:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970704.224523:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5486 00000100:00100000:2.0:1780970704.224561:0:123248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88273 00000100:00100000:2.0:1780970704.224565:0:123248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000235cae8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+62:3360:x1867475559766208:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1780970704.224577:0:123248:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11845 count 1 00002000:00010000:2.0:1780970704.224597:0:123248:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e45:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.224602:0:123248:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ee4b495/0xa1e9845215a92ebc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.224611:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.224612:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.224636:0:123248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ee4b495/0xa1e9845215a92ebc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.224650:0:123248:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ee4b495/0xa1e9845215a92ebc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.224655:0:112616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000018905597 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3363:x1867475559768448:12345-0@lo:400:kworker/u8:18.0 Request processed in 132us (205us total) trans 0 rc 0/0 00010000:00010000:2.0:1780970704.224663:0:123248:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ee4b495/0xa1e9845215a92ebc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.224668:0:112616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3851 00010000:00010000:2.0:1780970704.224674:0:123248:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007ee4b495/0xa1e9845215a92ebc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.224691:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88274 00010000:00010000:2.0:1780970704.224692:0:123248:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780970704.224698:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbbc3c08 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+62:3360:x1867475559766464:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1780970704.224701:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.224704:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007ee4b495/0xa1e9845215a92ebc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.224710:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007ee4b495 already unused, calling callback (000000003b8e5fd2) 00002000:00080000:1.0:1780970704.224712:0:30675:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11848 count 1 00010000:00010000:2.0:1780970704.224713:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007ee4b495/0xa1e9845215a92ebc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.224721:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007ee4b495/0xa1e9845215a92ebc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1780970704.224731:0:30675:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e48:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.224732:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007ee4b495/0xa1e9845215a92ebc lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.224739:0:30675:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a92ec3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e48:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.224741:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ee4b495/0xa1e9845215a92ebc lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.224757:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.224760:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.224762:0:30675:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a92ec3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.224766:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.224768:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.224770:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.224778:0:30675:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a92ec3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970704.224783:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88275 00000100:00100000:2.0:1780970704.224791:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d9423cb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+109:3360:x1867475559766720:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780970704.224791:0:30675:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a92ec3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.224800:0:30675:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a92ec3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1780970704.224807:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21424 count 1 00010000:00010000:1.0:1780970704.224815:0:30675:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1780970704.224824:0:23195:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x53b0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.224829:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fed94289/0xa1e9845215a92eca lrc: 3/0,1 mode: --/PW res: [0x53b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.224837:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.224838:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.224840:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fed94289/0xa1e9845215a92eca lrc: 3/0,1 mode: PW/PW res: [0x53b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.224848:0:23195:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fed94289/0xa1e9845215a92eca lrc: 3/0,1 mode: PW/PW res: [0x53b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.224854:0:23195:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fed94289/0xa1e9845215a92eca lrc: 3/0,1 mode: PW/PW res: [0x53b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.224860:0:23195:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fed94289/0xa1e9845215a92eca lrc: 2/0,0 mode: PW/PW res: [0x53b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.224877:0:23195:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780970704.224978:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbbc3c08 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+63:3360:x1867475559766464:12345-0@lo:6:osp-syn-1-1.0 Request processed in 279us (828us total) trans 4294998607 rc 0/0 00000100:00100000:1.0:1780970704.224985:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88274 00000100:00100000:1.0:1780970704.225019:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c59e731 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559768704:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970704.225046:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.225080:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed5c2525 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559768960:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780970704.225108:0:123252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559768704 00000100:00100000:2.0:1780970704.225160:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d9423cb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+110:3360:x1867475559766720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 369us (981us total) trans 4294998608 rc 0/0 00000100:00100000:2.0:1780970704.225167:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88275 00010000:00010000:2.0:1780970704.225185:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780970704.225188:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a92ec3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.225196:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000deea6275 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.225198:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a92ec3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.225204:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a92ec3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.225217:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a92ec3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.225223:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000deea6275/0xa1e9845215a92ec3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.225236:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.225239:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fed94289/0xa1e9845215a92eca lrc: 2/0,0 mode: PW/PW res: [0x53b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.225244:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fed94289 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.225246:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fed94289/0xa1e9845215a92eca lrc: 2/0,0 mode: PW/PW res: [0x53b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.225252:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fed94289/0xa1e9845215a92eca lrc: 3/0,0 mode: PW/PW res: [0x53b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.225259:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fed94289/0xa1e9845215a92eca lrc: 1/0,0 mode: --/PW res: [0x53b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.225265:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fed94289/0xa1e9845215a92eca lrc: 0/0,0 mode: --/PW res: [0x53b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.225277:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.225278:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.225279:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.225285:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970704.225374:0:123248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000235cae8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+63:3360:x1867475559766208:12345-0@lo:6:osp-syn-1-1.0 Request processed in 808us (1255us total) trans 4294998609 rc 0/0 00000100:00100000:2.0:1780970704.225380:0:123248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88273 00000100:00100000:1.0:1780970704.225394:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17425 00000100:00100000:1.0:1780970704.225400:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aeb9cf48 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559768704:12345-0@lo:400:kworker/u8:18.0 00000004:00080000:2.0:1780970704.225420:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b1f8ce08/2, rc 0, transno 31310 00000100:00100000:2.0:1780970704.225438:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1f8ce08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559769152:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.225444:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aeb9cf48 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559768704:12345-0@lo:400:kworker/u8:18.0 Request processed in 42us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970704.225453:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17425 00000100:00100000:2.0:1780970704.225454:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043afc4eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3362:1867475559768384:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970704.225469:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004de1c120 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3362:1867475559768640:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970704.225493:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ad4ba18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559769408:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780970704.225529:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003193e55c/2, rc 0, transno 14175 00000100:00100000:2.0:1780970704.225539:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003193e55c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559767232:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780970704.225599:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000089a74440/2, rc 0, transno 14169 00000100:00100000:2.0:1780970704.225609:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000089a74440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559765760:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1780970704.225640:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000033cdb3c9/2, rc 0, transno 14170 00000100:00100000:2.0:1780970704.225644:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033cdb3c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559766016:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1780970704.225654:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000088bd09c3/2, rc 0, transno 31300 00000100:00100000:2.0:1780970704.225657:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088bd09c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559766272:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1780970704.225665:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002af04898/2, rc 0, transno 31302 00000100:00100000:2.0:1780970704.225667:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002af04898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559766528:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1780970704.225678:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008464eef6/2, rc 0, transno 31301 00000100:00100000:2.0:1780970704.225687:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008464eef6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559766784:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1780970704.225702:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000038321738/2, rc 0, transno 14173 00000100:00100000:2.0:1780970704.225710:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000038321738 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559767040:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780970704.225755:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004928a0db/2, rc 0, transno 14172 00000100:00100000:2.0:1780970704.225764:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004928a0db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559767296:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780970704.225798:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b2a48cdb/2, rc 0, transno 14168 00000100:00100000:0.0:1780970704.226496:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.226578:0:23536:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559767488 00000100:00100000:0.0:1780970704.226606:0:23536:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88276 00000100:00100000:0.0:1780970704.226611:0:23536:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000243e741b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+63:3360:x1867475559767488:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.226643:0:23536:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11853 count 1 00002000:00010000:0.0:1780970704.226679:0:23536:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e4d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.226684:0:23536:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003803b209/0xa1e9845215a92ed1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e4d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.226697:0:23536:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.226699:0:23536:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.226702:0:23536:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003803b209/0xa1e9845215a92ed1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.226711:0:23536:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003803b209/0xa1e9845215a92ed1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.226716:0:23536:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003803b209/0xa1e9845215a92ed1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.226721:0:23536:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003803b209/0xa1e9845215a92ed1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.226732:0:23536:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780970704.226740:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.226742:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003803b209/0xa1e9845215a92ed1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.226746:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003803b209 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.226749:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003803b209/0xa1e9845215a92ed1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.226754:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003803b209/0xa1e9845215a92ed1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.226765:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003803b209/0xa1e9845215a92ed1 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.226768:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003803b209/0xa1e9845215a92ed1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.226790:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.226791:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.226793:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970704.226794:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2a48cdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559763648:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970704.226816:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001ec1c59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559768064:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780970704.226841:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.226880:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1780970704.226896:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004dfa10f5/2, rc 0, transno 31307 00000100:00100000:2.0:1780970704.226903:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027bfcb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3361:1867475559768320:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970704.226910:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004dfa10f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559767424:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970704.226940:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1780970704.227028:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ab42f25d/2, rc 0, transno 31308 00000100:00100000:1.0:1780970704.227041:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ab42f25d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559767680:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780970704.227088:0:114508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559768320 00000100:00100000:2.0:1780970704.227118:0:114508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1408 00000100:00100000:2.0:1780970704.227123:0:114508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe383d8d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3361:x1867475559768320:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970704.227136:0:23536:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000243e741b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+64:3360:x1867475559767488:12345-0@lo:6:osp-syn-1-1.0 Request processed in 522us (2235us total) trans 4294998610 rc 0/0 00000100:00100000:0.0:1780970704.227145:0:23536:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88276 00000100:00100000:0.0:1780970704.227174:0:23536:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559768960 00000100:00100000:0.0:1780970704.227195:0:23536:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559768064 00000100:00100000:0.0:1780970704.227221:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88277 00000100:00100000:0.0:1780970704.227225:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054f9e498 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+22:3363:x1867475559768960:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780970704.227256:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23193 count 1 00002000:00010000:0.0:1780970704.227282:0:23195:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a99:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.227286:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e452d205/0xa1e9845215a92ed8 lrc: 3/0,1 mode: --/PW res: [0x5a99:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.227295:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.227297:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.227298:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e452d205/0xa1e9845215a92ed8 lrc: 3/0,1 mode: PW/PW res: [0x5a99:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.227308:0:23195:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e452d205/0xa1e9845215a92ed8 lrc: 3/0,1 mode: PW/PW res: [0x5a99:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.227314:0:23195:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e452d205/0xa1e9845215a92ed8 lrc: 3/0,1 mode: PW/PW res: [0x5a99:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.227320:0:23195:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e452d205/0xa1e9845215a92ed8 lrc: 2/0,0 mode: PW/PW res: [0x5a99:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.227334:0:23195:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1780970704.227444:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c1ae9878/2, rc 0, transno 14181 00000100:00100000:1.0:1780970704.227457:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c1ae9878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559767936:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.227473:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbc6052a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559769472:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780970704.227501:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054f9e498 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+23:3363:x1867475559768960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 274us (661us total) trans 103079229289 rc 0/0 00000100:00100000:0.0:1780970704.227509:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88277 00000100:00100000:1.0:1780970704.227516:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.227607:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004de1c120 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559769728:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780970704.227607:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559769472 00000100:00100000:0.0:1780970704.227656:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88278 00000100:00100000:0.0:1780970704.227663:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043afc4eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+110:3361:x1867475559768064:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780970704.227664:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1780970704.227678:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21430 count 1 00000100:00100000:1.0:1780970704.227685:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005bba1db6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559769984:0@lo:6:osp-syn-1-0.0 00002000:00010000:0.0:1780970704.227697:0:23195:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x53b6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.227702:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007e2ff594/0xa1e9845215a92edf lrc: 3/0,1 mode: --/PW res: [0x53b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.227710:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.227712:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1780970704.227714:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1780970704.227716:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007e2ff594/0xa1e9845215a92edf lrc: 3/0,1 mode: PW/PW res: [0x53b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.227726:0:23195:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007e2ff594/0xa1e9845215a92edf lrc: 3/0,1 mode: PW/PW res: [0x53b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.227732:0:23195:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007e2ff594/0xa1e9845215a92edf lrc: 3/0,1 mode: PW/PW res: [0x53b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.227738:0:23195:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007e2ff594/0xa1e9845215a92edf lrc: 2/0,0 mode: PW/PW res: [0x53b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.227746:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060bde053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559768192:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1780970704.227755:0:23195:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780970704.227763:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bafb1d29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3363:1867475559768448:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970704.227776:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c59e731 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559768704:0@lo:400:kworker/u8:18.0 00000004:00080000:1.0:1780970704.227786:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ed5c2525/2, rc 0, transno 14185 00000100:00100000:1.0:1780970704.227797:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed5c2525 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559768960:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780970704.227828:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1780970704.227835:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d36d72a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559769664:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.227860:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.227881:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9171edf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559769920:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.227893:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043afc4eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+111:3361:x1867475559768064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 230us (1013us total) trans 4294998611 rc 0/0 00000100:00100000:0.0:1780970704.227902:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88278 00000100:00100000:1.0:1780970704.227908:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.227925:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023583526 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559770176:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780970704.227930:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559769728 00000100:00100000:0.0:1780970704.227954:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559769984 00000100:00100000:0.0:1780970704.227969:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559769664 00000100:00100000:0.0:1780970704.227981:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559769920 00000100:00100000:0.0:1780970704.228008:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88279 00000100:00100000:0.0:1780970704.228011:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f39db270 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+24:3363:x1867475559769472:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780970704.228024:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23197 count 1 00002000:00010000:0.0:1780970704.228038:0:23195:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a9d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.228042:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007314d98c/0xa1e9845215a92ee6 lrc: 3/0,1 mode: --/PW res: [0x5a9d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.228049:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.228050:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.228052:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007314d98c/0xa1e9845215a92ee6 lrc: 3/0,1 mode: PW/PW res: [0x5a9d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.228059:0:23195:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007314d98c/0xa1e9845215a92ee6 lrc: 3/0,1 mode: PW/PW res: [0x5a9d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.228067:0:23195:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007314d98c/0xa1e9845215a92ee6 lrc: 3/0,1 mode: PW/PW res: [0x5a9d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.228073:0:23195:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007314d98c/0xa1e9845215a92ee6 lrc: 2/0,0 mode: PW/PW res: [0x5a9d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.228086:0:23195:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1780970704.228191:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f39db270 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+25:3363:x1867475559769472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 178us (676us total) trans 103079229290 rc 0/0 00000100:00100000:0.0:1780970704.228198:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88279 00000100:00100000:0.0:1780970704.228213:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88280 00000100:00100000:0.0:1780970704.228216:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fe6b898 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+24:3363:x1867475559769728:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780970704.228227:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23089 count 1 00002000:00010000:0.0:1780970704.228308:0:23195:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.228313:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e76577ca/0xa1e9845215a92eed lrc: 3/0,1 mode: --/PW res: [0x5a31:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.228321:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.228322:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.228324:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e76577ca/0xa1e9845215a92eed lrc: 3/0,1 mode: PW/PW res: [0x5a31:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.228332:0:23195:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e76577ca/0xa1e9845215a92eed lrc: 3/0,1 mode: PW/PW res: [0x5a31:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.228340:0:23195:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e76577ca/0xa1e9845215a92eed lrc: 3/0,1 mode: PW/PW res: [0x5a31:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.228346:0:23195:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e76577ca/0xa1e9845215a92eed lrc: 2/0,0 mode: PW/PW res: [0x5a31:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.228360:0:23195:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1780970704.228456:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fe6b898 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+25:3363:x1867475559769728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 239us (796us total) trans 103079229291 rc 0/0 00000100:00100000:0.0:1780970704.228463:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88280 00000100:00100000:0.0:1780970704.228478:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88281 00000100:00100000:0.0:1780970704.228482:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd9c08cd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+111:3363:x1867475559769984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780970704.228493:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21433 count 1 00002000:00010000:0.0:1780970704.228506:0:23195:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x53b9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.228510:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003096a961/0xa1e9845215a92ef4 lrc: 3/0,1 mode: --/PW res: [0x53b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.228517:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.228518:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.228520:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003096a961/0xa1e9845215a92ef4 lrc: 3/0,1 mode: PW/PW res: [0x53b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970704.228526:0:114508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe383d8d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3361:x1867475559768320:12345-0@lo:400:kworker/u8:18.0 Request processed in 36us (221us total) trans 0 rc 0/0 00010000:00010000:0.0:1780970704.228527:0:23195:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003096a961/0xa1e9845215a92ef4 lrc: 3/0,1 mode: PW/PW res: [0x53b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.228543:0:23195:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003096a961/0xa1e9845215a92ef4 lrc: 3/0,1 mode: PW/PW res: [0x53b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970704.228545:0:114508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1408 00010000:00010000:0.0:1780970704.228553:0:23195:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003096a961/0xa1e9845215a92ef4 lrc: 2/0,0 mode: PW/PW res: [0x53b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.228568:0:23195:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1780970704.228689:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd9c08cd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+112:3363:x1867475559769984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 205us (976us total) trans 4294998612 rc 0/0 00000100:00100000:1.0:1780970704.228697:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.228700:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88281 00000100:00100000:0.0:1780970704.228721:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559770176 00000004:00080000:1.0:1780970704.228736:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000cbc6052a/2, rc 0, transno 14186 00000100:00100000:0.0:1780970704.228741:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88282 00000100:00100000:1.0:1780970704.228745:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbc6052a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559769472:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780970704.228748:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1234948 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+94:3363:x1867475559769664:12345-0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1780970704.228760:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004de1c120/2, rc 0, transno 14187 00000100:00100000:1.0:1780970704.228766:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004de1c120 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559769728:0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780970704.228766:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12663 count 1 00000004:00080000:1.0:1780970704.228780:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005bba1db6/2, rc 0, transno 31316 00010000:00010000:2.0:1780970704.228785:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00002000:00010000:0.0:1780970704.228788:0:23195:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3177:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1780970704.228793:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005bba1db6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559769984:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1780970704.228794:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e452d205/0xa1e9845215a92ed8 lrc: 2/0,0 mode: PW/PW res: [0x5a99:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.228794:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000099886fe3/0xa1e9845215a92efb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3177:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.228815:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.228816:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e452d205 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.228818:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.228820:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e452d205/0xa1e9845215a92ed8 lrc: 2/0,0 mode: PW/PW res: [0x5a99:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.228821:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000099886fe3/0xa1e9845215a92efb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.228842:0:23195:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000099886fe3/0xa1e9845215a92efb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.228849:0:23195:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000099886fe3/0xa1e9845215a92efb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.228855:0:23195:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000099886fe3/0xa1e9845215a92efb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.228864:0:23195:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1780970704.228879:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88283 00000100:00100000:1.0:1780970704.228884:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c59e731 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+64:3363:x1867475559769920:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1780970704.228902:0:30674:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11857 count 1 00002000:00010000:1.0:1780970704.228927:0:30674:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e51:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.228932:0:30674:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc100f56/0xa1e9845215a92f02 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.228941:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.228943:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.228945:0:30674:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cc100f56/0xa1e9845215a92f02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.228966:0:30674:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cc100f56/0xa1e9845215a92f02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.228975:0:30674:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc100f56/0xa1e9845215a92f02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.228981:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1234948 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+95:3363:x1867475559769664:12345-0@lo:6:osp-syn-0-1.0 Request processed in 233us (1121us total) trans 103079229292 rc 0/0 00010000:00010000:1.0:1780970704.228983:0:30674:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cc100f56/0xa1e9845215a92f02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.229007:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88282 00010000:00010000:1.0:1780970704.229012:0:30674:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1780970704.229024:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88284 00000100:00100000:0.0:1780970704.229029:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bafb1d29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+112:3363:x1867475559770176:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780970704.229041:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21434 count 1 00002000:00010000:0.0:1780970704.229057:0:23195:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x53ba:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.229063:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d684182b/0xa1e9845215a92f09 lrc: 3/0,1 mode: --/PW res: [0x53ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.229070:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.229072:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.229073:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d684182b/0xa1e9845215a92f09 lrc: 3/0,1 mode: PW/PW res: [0x53ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.229081:0:23195:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d684182b/0xa1e9845215a92f09 lrc: 3/0,1 mode: PW/PW res: [0x53ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.229087:0:23195:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d684182b/0xa1e9845215a92f09 lrc: 3/0,1 mode: PW/PW res: [0x53ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.229093:0:23195:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d684182b/0xa1e9845215a92f09 lrc: 2/0,0 mode: PW/PW res: [0x53ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.229102:0:23195:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:1.0:1780970704.229141:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c59e731 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+65:3363:x1867475559769920:12345-0@lo:6:osp-syn-1-1.0 Request processed in 256us (1234us total) trans 4294998613 rc 0/0 00000100:00100000:1.0:1780970704.229150:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88283 00000004:00080000:1.0:1780970704.229207:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d36d72a3/2, rc 0, transno 14188 00000100:00100000:0.0:1780970704.229216:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bafb1d29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+113:3363:x1867475559770176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 185us (1264us total) trans 4294998614 rc 0/0 00000100:00100000:1.0:1780970704.229219:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d36d72a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559769664:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.229230:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88284 00010000:00010000:0.0:1780970704.229260:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00000004:00080000:1.0:1780970704.229262:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d9171edf/2, rc 0, transno 31317 00010000:00010000:0.0:1780970704.229265:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007e2ff594/0xa1e9845215a92edf lrc: 2/0,0 mode: PW/PW res: [0x53b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.229273:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9171edf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559769920:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1780970704.229274:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007e2ff594 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.229277:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007e2ff594/0xa1e9845215a92edf lrc: 2/0,0 mode: PW/PW res: [0x53b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1780970704.229314:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000023583526/2, rc 0, transno 31318 00000100:00100000:1.0:1780970704.229321:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023583526 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559770176:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780970704.229346:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060bde053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559770240:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780970704.229370:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.229388:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000729d119e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559770496:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780970704.229404:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.229416:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780970704.229420:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d6c81e38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559770432:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.229438:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.229457:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559770240 00000100:00100000:1.0:1780970704.229477:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559770496 00000100:00100000:1.0:1780970704.229486:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559770432 00000100:00100000:1.0:1780970704.229494:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88285 00000100:00100000:1.0:1780970704.229498:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a29a0df7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+114:3363:x1867475559770240:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780970704.229509:0:30675:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21325 count 1 00010000:00010000:2.0:1780970704.229734:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e452d205/0xa1e9845215a92ed8 lrc: 3/0,0 mode: PW/PW res: [0x5a99:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.229768:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e452d205/0xa1e9845215a92ed8 lrc: 1/0,0 mode: --/PW res: [0x5a99:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.229774:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e452d205/0xa1e9845215a92ed8 lrc: 0/0,0 mode: --/PW res: [0x5a99:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.229795:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1780970704.229798:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007314d98c/0xa1e9845215a92ee6 lrc: 2/0,0 mode: PW/PW res: [0x5a9d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.229805:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007314d98c already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.229807:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007314d98c/0xa1e9845215a92ee6 lrc: 2/0,0 mode: PW/PW res: [0x5a9d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.229814:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007314d98c/0xa1e9845215a92ee6 lrc: 3/0,0 mode: PW/PW res: [0x5a9d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.229830:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007314d98c/0xa1e9845215a92ee6 lrc: 1/0,0 mode: --/PW res: [0x5a9d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.229834:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007e2ff594/0xa1e9845215a92edf lrc: 3/0,0 mode: PW/PW res: [0x53b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.229845:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007314d98c/0xa1e9845215a92ee6 lrc: 0/0,0 mode: --/PW res: [0x5a9d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.229856:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007e2ff594/0xa1e9845215a92edf lrc: 1/0,0 mode: --/PW res: [0x53b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.229861:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1780970704.229863:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007e2ff594/0xa1e9845215a92edf lrc: 0/0,0 mode: --/PW res: [0x53b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.229865:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e76577ca/0xa1e9845215a92eed lrc: 2/0,0 mode: PW/PW res: [0x5a31:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.229887:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1780970704.229889:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003096a961/0xa1e9845215a92ef4 lrc: 2/0,0 mode: PW/PW res: [0x53b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.229895:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003096a961 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.229897:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003096a961/0xa1e9845215a92ef4 lrc: 2/0,0 mode: PW/PW res: [0x53b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.229903:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003096a961/0xa1e9845215a92ef4 lrc: 3/0,0 mode: PW/PW res: [0x53b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.229913:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003096a961/0xa1e9845215a92ef4 lrc: 1/0,0 mode: --/PW res: [0x53b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.229919:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003096a961/0xa1e9845215a92ef4 lrc: 0/0,0 mode: --/PW res: [0x53b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1780970704.229925:0:30675:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x534d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.229933:0:30675:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a92f10 lrc: 3/0,1 mode: --/PW res: [0x534d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.229933:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1780970704.229938:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000099886fe3/0xa1e9845215a92efb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.229947:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000099886fe3 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.229949:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000099886fe3/0xa1e9845215a92efb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.229955:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000099886fe3/0xa1e9845215a92efb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.229962:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000099886fe3/0xa1e9845215a92efb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.229966:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000099886fe3/0xa1e9845215a92efb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.229977:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780970704.229979:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cc100f56/0xa1e9845215a92f02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.229985:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cc100f56 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.229987:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc100f56/0xa1e9845215a92f02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.230004:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc100f56/0xa1e9845215a92f02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.230015:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cc100f56/0xa1e9845215a92f02 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.230032:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cc100f56/0xa1e9845215a92f02 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.230052:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e76577ca already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.230056:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e76577ca/0xa1e9845215a92eed lrc: 2/0,0 mode: PW/PW res: [0x5a31:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.230063:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e76577ca/0xa1e9845215a92eed lrc: 3/0,0 mode: PW/PW res: [0x5a31:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.230064:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.230068:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d684182b/0xa1e9845215a92f09 lrc: 2/0,0 mode: PW/PW res: [0x53ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.230079:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d684182b already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.230082:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d684182b/0xa1e9845215a92f09 lrc: 2/0,0 mode: PW/PW res: [0x53ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.230083:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e76577ca/0xa1e9845215a92eed lrc: 1/0,0 mode: --/PW res: [0x5a31:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.230090:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d684182b/0xa1e9845215a92f09 lrc: 3/0,0 mode: PW/PW res: [0x53ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.230100:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d684182b/0xa1e9845215a92f09 lrc: 1/0,0 mode: --/PW res: [0x53ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.230107:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d684182b/0xa1e9845215a92f09 lrc: 0/0,0 mode: --/PW res: [0x53ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.230118:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.230119:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.230121:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.230183:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.230186:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.230188:0:30675:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a92f10 lrc: 3/0,1 mode: PW/PW res: [0x534d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.230256:0:30675:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a92f10 lrc: 3/0,1 mode: PW/PW res: [0x534d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.230264:0:30675:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a92f10 lrc: 3/0,1 mode: PW/PW res: [0x534d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.230269:0:30675:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a92f10 lrc: 2/0,0 mode: PW/PW res: [0x534d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.230768:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e76577ca/0xa1e9845215a92eed lrc: 0/0,0 mode: --/PW res: [0x5a31:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.230785:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.230788:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a92f10 lrc: 3/0,0 mode: PW/PW res: [0x534d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.230794:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000076d5b1ad already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.230796:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a92f10 lrc: 3/0,0 mode: PW/PW res: [0x534d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.230802:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a92f10 lrc: 4/0,0 mode: PW/PW res: [0x534d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.230813:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a92f10 lrc: 2/0,0 mode: --/PW res: [0x534d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.230825:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.230827:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.231660:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.231666:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.231670:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.231671:0:30675:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1780970704.231679:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.231682:0:30675:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000076d5b1ad/0xa1e9845215a92f10 lrc: 0/0,0 mode: --/PW res: [0x534d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.231706:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88286 00000100:00100000:0.0:1780970704.231719:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028aa1338 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+114:3363:x1867475559770496:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970704.231738:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88287 00000100:00100000:3.0:1780970704.231745:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000318897e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+65:3363:x1867475559770432:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.231753:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21326 count 1 00002000:00080000:3.0:1780970704.231763:0:8691:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11859 count 1 00010000:00010000:2.0:1780970704.231785:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1780970704.231788:0:23195:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x534e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:3.0:1780970704.231792:0:8691:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e53:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.231796:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006d0eb870/0xa1e9845215a92f17 lrc: 3/0,1 mode: --/PW res: [0x534e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.231798:0:8691:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92f1e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e53:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.231821:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.231821:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.231824:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.231825:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1780970704.231827:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1780970704.231831:0:8691:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92f1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.231831:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d0eb870/0xa1e9845215a92f17 lrc: 3/0,1 mode: PW/PW res: [0x534e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.231846:0:8691:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92f1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.231863:0:8691:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92f1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.231866:0:23195:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d0eb870/0xa1e9845215a92f17 lrc: 3/0,1 mode: PW/PW res: [0x534e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.231881:0:8691:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92f1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.231883:0:23195:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006d0eb870/0xa1e9845215a92f17 lrc: 3/0,1 mode: PW/PW res: [0x534e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.231903:0:23195:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006d0eb870/0xa1e9845215a92f17 lrc: 2/0,0 mode: PW/PW res: [0x534e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.231916:0:8691:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780970704.232005:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a29a0df7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+115:3363:x1867475559770240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2504us (2632us total) trans 4294998615 rc 0/0 00000100:00100000:1.0:1780970704.232014:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88285 00000100:00100000:1.0:1780970704.232046:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559769408 00000100:00100000:3.0:1780970704.232088:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000318897e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+66:3363:x1867475559770432:12345-0@lo:6:osp-syn-1-1.0 Request processed in 341us (2648us total) trans 4294998616 rc 0/0 00000100:00100000:1.0:1780970704.232092:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88288 00000100:00100000:1.0:1780970704.232099:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc5c6168 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+25:3362:x1867475559769408:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970704.232101:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88287 00002000:00080000:1.0:1780970704.232117:0:30675:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23196 count 1 00002000:00010000:1.0:1780970704.232139:0:30675:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a9c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.232144:0:30675:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086360fbb/0xa1e9845215a92f25 lrc: 3/0,1 mode: --/PW res: [0x5a9c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.232152:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.232153:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.232155:0:30675:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000086360fbb/0xa1e9845215a92f25 lrc: 3/0,1 mode: PW/PW res: [0x5a9c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.232164:0:30675:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000086360fbb/0xa1e9845215a92f25 lrc: 3/0,1 mode: PW/PW res: [0x5a9c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.232170:0:30675:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086360fbb/0xa1e9845215a92f25 lrc: 3/0,1 mode: PW/PW res: [0x5a9c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.232175:0:30675:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000086360fbb/0xa1e9845215a92f25 lrc: 2/0,0 mode: PW/PW res: [0x5a9c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.232841:0:23195:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1780970704.233014:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028aa1338 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+115:3363:x1867475559770496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1298us (3609us total) trans 4294998617 rc 0/0 00000100:00100000:0.0:1780970704.233024:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88286 00000100:00100000:2.0:1780970704.233291:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008fb8a693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559770688:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780970704.233338:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.233372:0:30686:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559770688 00000100:00100000:2.0:1780970704.233400:0:30686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88289 00000100:00100000:2.0:1780970704.233404:0:30686:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e713b54f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+26:3362:x1867475559770688:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780970704.233426:0:30686:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23091 count 1 00002000:00010000:2.0:1780970704.233456:0:30686:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.233461:0:30686:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f6174d7a/0xa1e9845215a92f2c lrc: 3/0,1 mode: --/PW res: [0x5a33:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.233473:0:30686:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.233474:0:30686:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.233477:0:30686:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f6174d7a/0xa1e9845215a92f2c lrc: 3/0,1 mode: PW/PW res: [0x5a33:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.233487:0:30686:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f6174d7a/0xa1e9845215a92f2c lrc: 3/0,1 mode: PW/PW res: [0x5a33:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.233493:0:30686:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f6174d7a/0xa1e9845215a92f2c lrc: 3/0,1 mode: PW/PW res: [0x5a33:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.233504:0:30686:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f6174d7a/0xa1e9845215a92f2c lrc: 2/0,0 mode: PW/PW res: [0x5a33:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.233867:0:30675:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1780970704.234463:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc5c6168 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+27:3362:x1867475559769408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2361us (2634us total) trans 103079229293 rc 0/0 00000100:00100000:1.0:1780970704.234475:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88288 00000004:00080000:1.0:1780970704.234748:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000729d119e/2, rc 0, transno 31321 00000100:00100000:1.0:1780970704.234763:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000729d119e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559770496:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1780970704.234824:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000060bde053/2, rc 0, transno 31319 00000100:00100000:1.0:1780970704.234831:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060bde053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559770240:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780970704.234859:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ddd09d04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559770752:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780970704.234885:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1780970704.234909:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d6c81e38/2, rc 0, transno 31320 00000100:00100000:1.0:1780970704.234919:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d6c81e38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559770432:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1780970704.234951:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1780970704.234958:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92f1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.234970:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009b5a5e94 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.234973:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92f1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.234982:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92f1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.235043:0:8234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559770752 00000100:00100000:1.0:1780970704.235072:0:8234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88290 00000100:00100000:1.0:1780970704.235077:0:8234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000350673d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+115:3363:x1867475559770752:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780970704.235105:0:8234:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21327 count 1 00010000:00010000:0.0:1780970704.235143:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92f1e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1780970704.235144:0:8234:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x534f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.235153:0:8234:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000038ac795e/0xa1e9845215a92f33 lrc: 3/0,1 mode: --/PW res: [0x534f:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.235156:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b5a5e94/0xa1e9845215a92f1e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.235174:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.235178:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.235181:0:8234:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000038ac795e/0xa1e9845215a92f33 lrc: 3/0,1 mode: PW/PW res: [0x534f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.235188:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1780970704.235192:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006d0eb870/0xa1e9845215a92f17 lrc: 2/0,0 mode: PW/PW res: [0x534e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.235199:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006d0eb870 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.235201:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006d0eb870/0xa1e9845215a92f17 lrc: 2/0,0 mode: PW/PW res: [0x534e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.235206:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006d0eb870/0xa1e9845215a92f17 lrc: 3/0,0 mode: PW/PW res: [0x534e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.235218:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006d0eb870/0xa1e9845215a92f17 lrc: 1/0,0 mode: --/PW res: [0x534e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.235223:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d0eb870/0xa1e9845215a92f17 lrc: 0/0,0 mode: --/PW res: [0x534e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.235245:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780970704.235248:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000086360fbb/0xa1e9845215a92f25 lrc: 2/0,0 mode: PW/PW res: [0x5a9c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.235255:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086360fbb already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.235257:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000086360fbb/0xa1e9845215a92f25 lrc: 2/0,0 mode: PW/PW res: [0x5a9c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.235263:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000086360fbb/0xa1e9845215a92f25 lrc: 3/0,0 mode: PW/PW res: [0x5a9c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.235273:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000086360fbb/0xa1e9845215a92f25 lrc: 1/0,0 mode: --/PW res: [0x5a9c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.235279:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000086360fbb/0xa1e9845215a92f25 lrc: 0/0,0 mode: --/PW res: [0x5a9c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.235296:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.235298:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f6174d7a/0xa1e9845215a92f2c lrc: 3/0,0 mode: PW/PW res: [0x5a33:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.235301:0:8234:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000038ac795e/0xa1e9845215a92f33 lrc: 3/0,1 mode: PW/PW res: [0x534f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.235304:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f6174d7a already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.235307:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6174d7a/0xa1e9845215a92f2c lrc: 3/0,0 mode: PW/PW res: [0x5a33:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.235321:0:8234:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000038ac795e/0xa1e9845215a92f33 lrc: 3/0,1 mode: PW/PW res: [0x534f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.235321:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6174d7a/0xa1e9845215a92f2c lrc: 4/0,0 mode: PW/PW res: [0x5a33:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.235339:0:8234:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000038ac795e/0xa1e9845215a92f33 lrc: 2/0,0 mode: PW/PW res: [0x534f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.235344:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f6174d7a/0xa1e9845215a92f2c lrc: 2/0,0 mode: --/PW res: [0x5a33:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.235354:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.235356:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000038ac795e/0xa1e9845215a92f33 lrc: 3/0,0 mode: PW/PW res: [0x534f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.235359:0:8234:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1780970704.235365:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000038ac795e already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.235367:0:30686:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1780970704.235367:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000038ac795e/0xa1e9845215a92f33 lrc: 2/0,0 mode: PW/PW res: [0x534f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.235371:0:30686:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f6174d7a/0xa1e9845215a92f2c lrc: 0/0,0 mode: --/PW res: [0x5a33:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.235373:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000038ac795e/0xa1e9845215a92f33 lrc: 3/0,0 mode: PW/PW res: [0x534f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.235381:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000038ac795e/0xa1e9845215a92f33 lrc: 1/0,0 mode: --/PW res: [0x534f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.235387:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000038ac795e/0xa1e9845215a92f33 lrc: 0/0,0 mode: --/PW res: [0x534f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.235397:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.235398:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.235399:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.235400:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.235401:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.235490:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970704.235508:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036be33e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559767744:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1780970704.236529:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970704.237170:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012279d3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3361:1867475559768576:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970704.238525:0:8234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000350673d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+116:3363:x1867475559770752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3433us (3627us total) trans 4294998618 rc 0/0 00000100:00100000:1.0:1780970704.238545:0:8234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88290 00000004:00080000:1.0:1780970704.238708:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ddd09d04/2, rc 0, transno 31322 00000100:00100000:1.0:1780970704.238736:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ddd09d04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559770752:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780970704.238835:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780970704.238846:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4bb8880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559770944:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780970704.238918:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.238971:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559770944 00000100:00100000:1.0:1780970704.239292:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88291 00000100:00100000:1.0:1780970704.239301:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000808b94d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+116:3363:x1867475559770944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780970704.239342:0:30674:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21329 count 1 00002000:00010000:1.0:1780970704.239390:0:30674:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x5351:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.239398:0:30674:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fb16ab5b/0xa1e9845215a92f3a lrc: 3/0,1 mode: --/PW res: [0x5351:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.239417:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.239420:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.239423:0:30674:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fb16ab5b/0xa1e9845215a92f3a lrc: 3/0,1 mode: PW/PW res: [0x5351:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.239436:0:30674:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fb16ab5b/0xa1e9845215a92f3a lrc: 3/0,1 mode: PW/PW res: [0x5351:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.239445:0:30674:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fb16ab5b/0xa1e9845215a92f3a lrc: 3/0,1 mode: PW/PW res: [0x5351:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.239452:0:30674:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fb16ab5b/0xa1e9845215a92f3a lrc: 2/0,0 mode: PW/PW res: [0x5351:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.239471:0:30674:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780970704.239756:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000808b94d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+117:3363:x1867475559770944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 454us (839us total) trans 4294998619 rc 0/0 00000100:00100000:1.0:1780970704.239764:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88291 00010000:00010000:1.0:1780970704.239788:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.239793:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fb16ab5b/0xa1e9845215a92f3a lrc: 2/0,0 mode: PW/PW res: [0x5351:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.239801:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fb16ab5b already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.239805:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb16ab5b/0xa1e9845215a92f3a lrc: 2/0,0 mode: PW/PW res: [0x5351:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.239814:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb16ab5b/0xa1e9845215a92f3a lrc: 3/0,0 mode: PW/PW res: [0x5351:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.239837:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fb16ab5b/0xa1e9845215a92f3a lrc: 1/0,0 mode: --/PW res: [0x5351:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.239844:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fb16ab5b/0xa1e9845215a92f3a lrc: 0/0,0 mode: --/PW res: [0x5351:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.239862:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.239864:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.239865:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780970704.239888:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b4bb8880/2, rc 0, transno 31323 00000100:00100000:1.0:1780970704.239897:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4bb8880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559770944:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970704.240351:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.241818:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d6235058 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559768832:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780970704.241849:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.241883:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e2f8266a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559768000:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780970704.241944:0:30677:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559767744 00000100:00100000:3.0:1780970704.242010:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.242045:0:123251:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559768832 00000100:00100000:3.0:1780970704.242072:0:123251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88292 00000100:00100000:3.0:1780970704.242079:0:123251:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078523920 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+118:3360:x1867475559767744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780970704.242112:0:123251:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21429 count 1 00002000:00010000:3.0:1780970704.242681:0:123251:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x53b5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970704.242690:0:123251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a6428119/0xa1e9845215a92f41 lrc: 3/0,1 mode: --/PW res: [0x53b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.242708:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.242710:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.242715:0:123251:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a6428119/0xa1e9845215a92f41 lrc: 3/0,1 mode: PW/PW res: [0x53b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.242730:0:123251:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a6428119/0xa1e9845215a92f41 lrc: 3/0,1 mode: PW/PW res: [0x53b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.242740:0:123251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a6428119/0xa1e9845215a92f41 lrc: 3/0,1 mode: PW/PW res: [0x53b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.242747:0:123251:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a6428119/0xa1e9845215a92f41 lrc: 2/0,0 mode: PW/PW res: [0x53b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.242773:0:123251:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780970704.242907:0:30677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88293 00000100:00100000:0.0:1780970704.242916:0:30677:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011c6f3f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+118:3361:x1867475559768832:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780970704.242943:0:30677:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21431 count 1 00002000:00010000:0.0:1780970704.242965:0:30677:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x53b7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.242969:0:30677:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e908008f/0xa1e9845215a92f48 lrc: 3/0,1 mode: --/PW res: [0x53b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.242977:0:30677:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.242978:0:30677:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.242980:0:30677:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e908008f/0xa1e9845215a92f48 lrc: 3/0,1 mode: PW/PW res: [0x53b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.243099:0:30677:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e908008f/0xa1e9845215a92f48 lrc: 3/0,1 mode: PW/PW res: [0x53b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.243107:0:30677:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e908008f/0xa1e9845215a92f48 lrc: 3/0,1 mode: PW/PW res: [0x53b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.243113:0:30677:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e908008f/0xa1e9845215a92f48 lrc: 2/0,0 mode: PW/PW res: [0x53b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.243127:0:30677:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1780970704.243138:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780970704.243144:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a6428119/0xa1e9845215a92f41 lrc: 2/0,0 mode: PW/PW res: [0x53b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.243151:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a6428119 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.243155:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a6428119/0xa1e9845215a92f41 lrc: 2/0,0 mode: PW/PW res: [0x53b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.243162:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a6428119/0xa1e9845215a92f41 lrc: 3/0,0 mode: PW/PW res: [0x53b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.243179:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a6428119/0xa1e9845215a92f41 lrc: 1/0,0 mode: --/PW res: [0x53b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.243185:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a6428119/0xa1e9845215a92f41 lrc: 0/0,0 mode: --/PW res: [0x53b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.243210:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.243212:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e908008f/0xa1e9845215a92f48 lrc: 2/0,0 mode: PW/PW res: [0x53b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.243218:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e908008f already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.243220:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e908008f/0xa1e9845215a92f48 lrc: 2/0,0 mode: PW/PW res: [0x53b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.243225:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e908008f/0xa1e9845215a92f48 lrc: 3/0,0 mode: PW/PW res: [0x53b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.243235:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e908008f/0xa1e9845215a92f48 lrc: 1/0,0 mode: --/PW res: [0x53b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.243241:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e908008f/0xa1e9845215a92f48 lrc: 0/0,0 mode: --/PW res: [0x53b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.243260:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.243261:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.243263:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970704.243283:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.243313:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025d2d3c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559768256:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780970704.243352:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.243371:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be5eb209 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3360:1867475559768512:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970704.243396:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.243413:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000151566e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3360:1867475559768768:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970704.243434:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.243460:0:112616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559768576 00000100:00100000:0.0:1780970704.243493:0:112616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559768512 00000100:00100000:0.0:1780970704.243508:0:112616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559768768 00000100:00100000:0.0:1780970704.243524:0:112616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3852 00000100:00100000:0.0:1780970704.243527:0:112616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b648b3a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3361:x1867475559768576:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970704.243566:0:112616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b648b3a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3361:x1867475559768576:12345-0@lo:400:kworker/u8:18.0 Request processed in 38us (3218us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970704.243573:0:112616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3852 00000100:00100000:3.0:1780970704.243581:0:123251:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078523920 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+119:3360:x1867475559767744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1502us (1733us total) trans 4294998620 rc 0/0 00000100:00100000:3.0:1780970704.243588:0:123251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88292 00000100:00100000:0.0:1780970704.243603:0:112616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3853 00000100:00100000:3.0:1780970704.243604:0:123251:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559768000 00000100:00100000:0.0:1780970704.243607:0:112616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ef65805 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3360:x1867475559768512:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970704.243643:0:123251:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559768256 00000100:00100000:3.0:1780970704.243669:0:33546:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88294 00000100:00100000:3.0:1780970704.243673:0:33546:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d2b5a92 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+29:3360:x1867475559768000:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780970704.243689:0:33546:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23190 count 1 00002000:00010000:3.0:1780970704.243714:0:33546:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a96:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970704.243718:0:33546:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098d5b967/0xa1e9845215a92f4f lrc: 3/0,1 mode: --/PW res: [0x5a96:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.243727:0:33546:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.243729:0:33546:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.243731:0:33546:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098d5b967/0xa1e9845215a92f4f lrc: 3/0,1 mode: PW/PW res: [0x5a96:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.243741:0:33546:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000098d5b967/0xa1e9845215a92f4f lrc: 3/0,1 mode: PW/PW res: [0x5a96:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.243747:0:33546:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098d5b967/0xa1e9845215a92f4f lrc: 3/0,1 mode: PW/PW res: [0x5a96:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.243753:0:33546:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000098d5b967/0xa1e9845215a92f4f lrc: 2/0,0 mode: PW/PW res: [0x5a96:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.244579:0:33546:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780970704.245157:0:112616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ef65805 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3360:x1867475559768512:12345-0@lo:400:kworker/u8:18.0 Request processed in 1546us (1757us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970704.245170:0:112616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3853 00000100:00100000:0.0:1780970704.245216:0:112616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3854 00000100:00100000:0.0:1780970704.245223:0:112616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ef8f640 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3360:x1867475559768768:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970704.245255:0:112616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ef8f640 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3360:x1867475559768768:12345-0@lo:400:kworker/u8:18.0 Request processed in 33us (1821us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970704.245261:0:112616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3854 00000100:00100000:0.0:1780970704.245314:0:23536:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88295 00000100:00100000:0.0:1780970704.245319:0:23536:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000608057d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+30:3360:x1867475559768256:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780970704.245339:0:23536:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23192 count 1 00002000:00010000:0.0:1780970704.245369:0:23536:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a98:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.245374:0:23536:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f459d608/0xa1e9845215a92f56 lrc: 3/0,1 mode: --/PW res: [0x5a98:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.245386:0:23536:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.245389:0:23536:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.245393:0:23536:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f459d608/0xa1e9845215a92f56 lrc: 3/0,1 mode: PW/PW res: [0x5a98:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.245406:0:23536:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f459d608/0xa1e9845215a92f56 lrc: 3/0,1 mode: PW/PW res: [0x5a98:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.245415:0:23536:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f459d608/0xa1e9845215a92f56 lrc: 3/0,1 mode: PW/PW res: [0x5a98:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.245422:0:23536:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f459d608/0xa1e9845215a92f56 lrc: 2/0,0 mode: PW/PW res: [0x5a98:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.245444:0:23536:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1780970704.245455:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780970704.245460:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000098d5b967/0xa1e9845215a92f4f lrc: 2/0,0 mode: PW/PW res: [0x5a96:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.245472:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000098d5b967 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.245476:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000098d5b967/0xa1e9845215a92f4f lrc: 2/0,0 mode: PW/PW res: [0x5a96:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.245484:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000098d5b967/0xa1e9845215a92f4f lrc: 3/0,0 mode: PW/PW res: [0x5a96:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.245509:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000098d5b967/0xa1e9845215a92f4f lrc: 1/0,0 mode: --/PW res: [0x5a96:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.245516:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000098d5b967/0xa1e9845215a92f4f lrc: 0/0,0 mode: --/PW res: [0x5a96:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.245541:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.245544:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f459d608/0xa1e9845215a92f56 lrc: 2/0,0 mode: PW/PW res: [0x5a98:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.245549:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f459d608 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.245551:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f459d608/0xa1e9845215a92f56 lrc: 2/0,0 mode: PW/PW res: [0x5a98:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.245557:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f459d608/0xa1e9845215a92f56 lrc: 3/0,0 mode: PW/PW res: [0x5a98:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.245565:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f459d608/0xa1e9845215a92f56 lrc: 1/0,0 mode: --/PW res: [0x5a98:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.245575:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f459d608/0xa1e9845215a92f56 lrc: 0/0,0 mode: --/PW res: [0x5a98:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.245593:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.245595:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.245596:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.246097:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.246105:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780970704.246157:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008ad4ba18/2, rc 0, transno 14189 00000100:00100000:2.0:1780970704.246172:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ad4ba18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559769408:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780970704.246236:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780970704.246249:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058fb03d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559771072:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780970704.246287:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.246319:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559771072 00000100:00100000:2.0:1780970704.246356:0:115588:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88296 00000100:00100000:2.0:1780970704.246361:0:115588:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000baa35632 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+31:3362:x1867475559771072:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780970704.246377:0:115588:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23092 count 1 00002000:00010000:2.0:1780970704.246403:0:115588:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.246409:0:115588:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000194c1617/0xa1e9845215a92f5d lrc: 3/0,1 mode: --/PW res: [0x5a34:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.246420:0:115588:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.246422:0:115588:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.246426:0:115588:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000194c1617/0xa1e9845215a92f5d lrc: 3/0,1 mode: PW/PW res: [0x5a34:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.246435:0:115588:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000194c1617/0xa1e9845215a92f5d lrc: 3/0,1 mode: PW/PW res: [0x5a34:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.246442:0:115588:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000194c1617/0xa1e9845215a92f5d lrc: 3/0,1 mode: PW/PW res: [0x5a34:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.246448:0:115588:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000194c1617/0xa1e9845215a92f5d lrc: 2/0,0 mode: PW/PW res: [0x5a34:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.246460:0:115588:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780970704.247200:0:115588:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000baa35632 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+32:3362:x1867475559771072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 835us (910us total) trans 103079229296 rc 0/0 00000100:00100000:3.0:1780970704.247202:0:33546:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d2b5a92 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+32:3360:x1867475559768000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3528us (3920us total) trans 103079229295 rc 0/0 00000100:00100000:2.0:1780970704.247209:0:115588:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88296 00010000:00010000:2.0:1780970704.247237:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.247242:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000194c1617/0xa1e9845215a92f5d lrc: 2/0,0 mode: PW/PW res: [0x5a34:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.247251:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000194c1617 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.247254:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000194c1617/0xa1e9845215a92f5d lrc: 2/0,0 mode: PW/PW res: [0x5a34:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.247262:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000194c1617/0xa1e9845215a92f5d lrc: 3/0,0 mode: PW/PW res: [0x5a34:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.247268:0:33546:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88294 00010000:00010000:2.0:1780970704.247279:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000194c1617/0xa1e9845215a92f5d lrc: 1/0,0 mode: --/PW res: [0x5a34:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.247290:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000194c1617/0xa1e9845215a92f5d lrc: 0/0,0 mode: --/PW res: [0x5a34:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.247301:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000978e3f28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559769088:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1780970704.247307:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.247308:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.247309:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970704.247333:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1780970704.247335:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000058fb03d1/2, rc 0, transno 14192 00000100:00100000:2.0:1780970704.247344:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058fb03d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559771072:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970704.247351:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe67ed5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559769344:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970704.247370:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.247383:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ecb1b748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559769600:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780970704.247384:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559769088 00000100:00100000:3.0:1780970704.247400:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.247969:0:23536:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000608057d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+31:3360:x1867475559768256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2649us (4616us total) trans 103079229297 rc 0/0 00000100:00100000:0.0:1780970704.247978:0:23536:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88295 00000100:00100000:3.0:1780970704.248085:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d95493e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559769856:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.248112:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.248127:0:23536:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559769344 00000100:00100000:3.0:1780970704.248139:0:8237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559769600 00000100:00100000:3.0:1780970704.248171:0:8237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559769856 00000100:00100000:3.0:1780970704.248187:0:8237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88297 00000100:00100000:3.0:1780970704.248192:0:8237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068b3c221 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+95:3361:x1867475559769088:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.248217:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88298 00000100:00100000:1.0:1780970704.248223:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009eef2821 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+119:3361:x1867475559769344:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780970704.248241:0:30674:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21324 count 1 00002000:00010000:1.0:1780970704.248273:0:30674:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x534c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.248279:0:30674:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a92f64 lrc: 3/0,1 mode: --/PW res: [0x534c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1780970704.248288:0:8237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12560 count 1 00010000:00010000:1.0:1780970704.248292:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.248294:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.248298:0:30674:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a92f64 lrc: 3/0,1 mode: PW/PW res: [0x534c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1780970704.248308:0:8237:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3110:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.248309:0:30674:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a92f64 lrc: 3/0,1 mode: PW/PW res: [0x534c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.248311:0:8237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c970e210/0xa1e9845215a92f6b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3110:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.248318:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.248318:0:30674:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a92f64 lrc: 3/0,1 mode: PW/PW res: [0x534c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.248321:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.248323:0:8237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c970e210/0xa1e9845215a92f6b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.248327:0:30674:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a92f64 lrc: 2/0,0 mode: PW/PW res: [0x534c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.248331:0:8237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c970e210/0xa1e9845215a92f6b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.248337:0:8237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c970e210/0xa1e9845215a92f6b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.248343:0:30674:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780970704.248348:0:8237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c970e210/0xa1e9845215a92f6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.248388:0:8237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1780970704.248392:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88299 00000100:00100000:0.0:1780970704.248397:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c6f837a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+31:3361:x1867475559769600:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780970704.248410:0:8691:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23198 count 1 00002000:00010000:0.0:1780970704.248425:0:8691:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a9e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.248429:0:8691:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000071bc67ed/0xa1e9845215a92f72 lrc: 3/0,1 mode: --/PW res: [0x5a9e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.248436:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.248438:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.248439:0:8691:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071bc67ed/0xa1e9845215a92f72 lrc: 3/0,1 mode: PW/PW res: [0x5a9e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.248447:0:8691:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071bc67ed/0xa1e9845215a92f72 lrc: 3/0,1 mode: PW/PW res: [0x5a9e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.248453:0:8691:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000071bc67ed/0xa1e9845215a92f72 lrc: 3/0,1 mode: PW/PW res: [0x5a9e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.248464:0:8691:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000071bc67ed/0xa1e9845215a92f72 lrc: 2/0,0 mode: PW/PW res: [0x5a9e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.248476:0:8691:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1780970704.248509:0:8237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068b3c221 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+96:3361:x1867475559769088:12345-0@lo:6:osp-syn-0-1.0 Request processed in 316us (1176us total) trans 103079229298 rc 0/0 00000100:00100000:3.0:1780970704.248517:0:8237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88297 00000100:00100000:3.0:1780970704.248532:0:8237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88300 00000100:00100000:3.0:1780970704.248535:0:8237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f46033e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+66:3361:x1867475559769856:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1780970704.248546:0:8237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11856 count 1 00002000:00010000:3.0:1780970704.248560:0:8237:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e50:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970704.248563:0:8237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000af36577f/0xa1e9845215a92f79 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e50:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.248570:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.248571:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1780970704.248571:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c6f837a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+32:3361:x1867475559769600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 174us (1170us total) trans 103079229299 rc 0/0 00010000:00010000:3.0:1780970704.248573:0:8237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af36577f/0xa1e9845215a92f79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.248577:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88299 00010000:00010000:3.0:1780970704.248581:0:8237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af36577f/0xa1e9845215a92f79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.248587:0:8237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000af36577f/0xa1e9845215a92f79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.248593:0:8237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000af36577f/0xa1e9845215a92f79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.248593:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1780970704.248597:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a92f64 lrc: 2/0,0 mode: PW/PW res: [0x534c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.248604:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000051135b91 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970704.248605:0:8237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1780970704.248607:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a92f64 lrc: 2/0,0 mode: PW/PW res: [0x534c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.248631:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a92f64 lrc: 3/0,0 mode: PW/PW res: [0x534c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.248664:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a92f64 lrc: 1/0,0 mode: --/PW res: [0x534c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.248670:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a92f64 lrc: 0/0,0 mode: --/PW res: [0x534c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.248690:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1780970704.248692:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c970e210/0xa1e9845215a92f6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.248703:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c970e210 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.248705:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c970e210/0xa1e9845215a92f6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.248711:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c970e210/0xa1e9845215a92f6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.248719:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c970e210/0xa1e9845215a92f6b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.248725:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c970e210/0xa1e9845215a92f6b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.248734:0:8237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f46033e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+67:3361:x1867475559769856:12345-0@lo:6:osp-syn-1-1.0 Request processed in 197us (622us total) trans 4294998621 rc 0/0 00010000:00010000:0.0:1780970704.248738:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:3.0:1780970704.248740:0:8237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88300 00010000:00010000:0.0:1780970704.248740:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000071bc67ed/0xa1e9845215a92f72 lrc: 2/0,0 mode: PW/PW res: [0x5a9e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.248746:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000071bc67ed already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.248747:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000071bc67ed/0xa1e9845215a92f72 lrc: 2/0,0 mode: PW/PW res: [0x5a9e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.248753:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000071bc67ed/0xa1e9845215a92f72 lrc: 3/0,0 mode: PW/PW res: [0x5a9e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.248762:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000071bc67ed/0xa1e9845215a92f72 lrc: 1/0,0 mode: --/PW res: [0x5a9e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.248772:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071bc67ed/0xa1e9845215a92f72 lrc: 0/0,0 mode: --/PW res: [0x5a9e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1780970704.248778:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007e1c79bf/2, rc 0, transno 31306 00010000:00010000:0.0:1780970704.248785:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.248787:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000af36577f/0xa1e9845215a92f79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.248791:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e1c79bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559767552:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1780970704.248794:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000af36577f already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.248795:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000af36577f/0xa1e9845215a92f79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.248801:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000af36577f/0xa1e9845215a92f79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1780970704.248805:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b74e6e1d/2, rc 0, transno 14182 00010000:00010000:0.0:1780970704.248809:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000af36577f/0xa1e9845215a92f79 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.248813:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b74e6e1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559767808:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1780970704.248815:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af36577f/0xa1e9845215a92f79 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.248824:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.248826:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.248827:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970704.248830:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001faeaaea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559770112:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.248854:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002505829a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559769024:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1780970704.248855:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.248880:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd8ea7ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559770368:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.248883:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.248898:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004560569e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559769280:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970704.248900:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.248916:0:8237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559770112 00000100:00100000:0.0:1780970704.248918:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.248934:0:8237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559769024 00000100:00100000:0.0:1780970704.248934:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559770368 00000100:00100000:3.0:1780970704.248946:0:8237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559769280 00000100:00100000:1.0:1780970704.249082:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009eef2821 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+120:3361:x1867475559769344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 858us (1710us total) trans 4294998622 rc 0/0 00000100:00100000:1.0:1780970704.249088:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88298 00000100:00100000:1.0:1780970704.249113:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88301 00000100:00100000:1.0:1780970704.249116:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000bebf505 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+67:3361:x1867475559770112:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1780970704.249127:0:30674:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11858 count 1 00002000:00010000:1.0:1780970704.249142:0:30674:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e52:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.249146:0:30674:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098be62aa/0xa1e9845215a92f80 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e52:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.249157:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.249159:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.249160:0:30674:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098be62aa/0xa1e9845215a92f80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.249167:0:30674:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098be62aa/0xa1e9845215a92f80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.249173:0:30674:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098be62aa/0xa1e9845215a92f80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.249179:0:30674:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000098be62aa/0xa1e9845215a92f80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.249194:0:30674:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780970704.249278:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000bebf505 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+68:3361:x1867475559770112:12345-0@lo:6:osp-syn-1-1.0 Request processed in 161us (423us total) trans 4294998623 rc 0/0 00000100:00100000:1.0:1780970704.249284:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88301 00000100:00100000:1.0:1780970704.249295:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88302 00000100:00100000:1.0:1780970704.249298:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046ae4fe9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+97:3360:x1867475559769024:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1780970704.249308:0:30674:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12661 count 1 00002000:00010000:1.0:1780970704.249326:0:30674:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3175:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.249330:0:30674:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000829ebc97/0xa1e9845215a92f87 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3175:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.249337:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.249339:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.249341:0:30674:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000829ebc97/0xa1e9845215a92f87 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.249349:0:30674:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000829ebc97/0xa1e9845215a92f87 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.249355:0:30674:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000829ebc97/0xa1e9845215a92f87 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.249362:0:30674:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000829ebc97/0xa1e9845215a92f87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.249375:0:30674:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780970704.249477:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046ae4fe9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+98:3360:x1867475559769024:12345-0@lo:6:osp-syn-0-1.0 Request processed in 177us (592us total) trans 103079229300 rc 0/0 00000100:00100000:1.0:1780970704.249482:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88302 00000100:00100000:1.0:1780970704.249495:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88303 00000100:00100000:1.0:1780970704.249498:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c7f68ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+97:3361:x1867475559770368:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1780970704.249509:0:30674:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12666 count 1 00002000:00010000:1.0:1780970704.249523:0:30674:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x317a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.249526:0:30674:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bd273dd0/0xa1e9845215a92f8e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x317a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.249533:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.249534:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.249536:0:30674:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bd273dd0/0xa1e9845215a92f8e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x317a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.249548:0:30674:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd273dd0/0xa1e9845215a92f8e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x317a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.249553:0:30674:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bd273dd0/0xa1e9845215a92f8e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x317a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.249559:0:30674:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bd273dd0/0xa1e9845215a92f8e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x317a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.249567:0:30674:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1780970704.249678:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c7f68ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+98:3361:x1867475559770368:12345-0@lo:6:osp-syn-0-1.0 Request processed in 178us (777us total) trans 103079229301 rc 0/0 00000100:00100000:1.0:1780970704.249684:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88303 00000100:00100000:1.0:1780970704.249699:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88304 00000100:00100000:1.0:1780970704.249703:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7933403 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+32:3360:x1867475559769280:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780970704.249714:0:30674:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23195 count 1 00002000:00010000:1.0:1780970704.249730:0:30674:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a9b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.249733:0:30674:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000fd7b323/0xa1e9845215a92f95 lrc: 3/0,1 mode: --/PW res: [0x5a9b:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.249740:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.249741:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.249743:0:30674:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000fd7b323/0xa1e9845215a92f95 lrc: 3/0,1 mode: PW/PW res: [0x5a9b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.249750:0:30674:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000fd7b323/0xa1e9845215a92f95 lrc: 3/0,1 mode: PW/PW res: [0x5a9b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.249758:0:30674:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000fd7b323/0xa1e9845215a92f95 lrc: 3/0,1 mode: PW/PW res: [0x5a9b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.249764:0:30674:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000fd7b323/0xa1e9845215a92f95 lrc: 2/0,0 mode: PW/PW res: [0x5a9b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.249771:0:30674:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1780970704.249864:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7933403 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+33:3360:x1867475559769280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 160us (946us total) trans 103079229302 rc 0/0 00000100:00100000:1.0:1780970704.249871:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88304 00000004:00080000:0.0:1780970704.250256:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e7611e4f/2, rc 0, transno 31298 00000100:00100000:0.0:1780970704.250269:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7611e4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559765696:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780970704.250437:0:30677:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011c6f3f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+120:3361:x1867475559768832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7523us (8427us total) trans 4294998624 rc 0/0 00000100:00100000:0.0:1780970704.250444:0:30677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88293 00000004:00080000:0.0:1780970704.250474:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006b673267/2, rc 0, transno 14183 00000100:00100000:0.0:1780970704.250478:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b673267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559765952:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1780970704.250491:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007f9ed754/2, rc 0, transno 31313 00000100:00100000:0.0:1780970704.250494:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f9ed754 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559766208:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1780970704.250503:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f53f531c/2, rc 0, transno 31311 00000100:00100000:0.0:1780970704.250506:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f53f531c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559766464:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1780970704.250515:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000035cbbbdc/2, rc 0, transno 31312 00000100:00100000:0.0:1780970704.250522:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000035cbbbdc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559766720:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780970704.250564:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069d1df27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559769536:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.250594:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.250610:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6c6c648 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559769792:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.250643:0:8237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559769536 00000100:00100000:3.0:1780970704.250675:0:8237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88305 00000100:00100000:3.0:1780970704.250679:0:8237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f950754d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+98:3360:x1867475559769536:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1780970704.250697:0:8237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12662 count 1 00002000:00010000:3.0:1780970704.250718:0:8237:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3176:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970704.250722:0:8237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5a7c608/0xa1e9845215a92f9c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3176:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.250731:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.250733:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.250736:0:8237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d5a7c608/0xa1e9845215a92f9c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.250745:0:8237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d5a7c608/0xa1e9845215a92f9c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.250751:0:8237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5a7c608/0xa1e9845215a92f9c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.250757:0:8237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d5a7c608/0xa1e9845215a92f9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.250765:0:8237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:1.0:1780970704.250799:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1780970704.250804:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000098be62aa/0xa1e9845215a92f80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.250813:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000098be62aa already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.250816:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000098be62aa/0xa1e9845215a92f80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.250824:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000098be62aa/0xa1e9845215a92f80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.250842:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000098be62aa/0xa1e9845215a92f80 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.250848:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098be62aa/0xa1e9845215a92f80 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.250880:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1780970704.250883:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000829ebc97/0xa1e9845215a92f87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.250889:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000829ebc97 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.250891:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000829ebc97/0xa1e9845215a92f87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.250898:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000829ebc97/0xa1e9845215a92f87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.250907:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000829ebc97/0xa1e9845215a92f87 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.250913:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000829ebc97/0xa1e9845215a92f87 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.251055:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1780970704.251057:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bd273dd0/0xa1e9845215a92f8e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x317a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.251064:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bd273dd0 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.251066:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bd273dd0/0xa1e9845215a92f8e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x317a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.251072:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bd273dd0/0xa1e9845215a92f8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x317a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.251081:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bd273dd0/0xa1e9845215a92f8e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x317a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.251087:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd273dd0/0xa1e9845215a92f8e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x317a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.251097:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780970704.251099:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000fd7b323/0xa1e9845215a92f95 lrc: 2/0,0 mode: PW/PW res: [0x5a9b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.251104:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000fd7b323 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.251106:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000fd7b323/0xa1e9845215a92f95 lrc: 2/0,0 mode: PW/PW res: [0x5a9b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.251111:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000fd7b323/0xa1e9845215a92f95 lrc: 3/0,0 mode: PW/PW res: [0x5a9b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.251118:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000fd7b323/0xa1e9845215a92f95 lrc: 1/0,0 mode: --/PW res: [0x5a9b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.251124:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000fd7b323/0xa1e9845215a92f95 lrc: 0/0,0 mode: --/PW res: [0x5a9b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.251135:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.251136:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d5a7c608/0xa1e9845215a92f9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.251146:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d5a7c608 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.251148:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5a7c608/0xa1e9845215a92f9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.251154:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5a7c608/0xa1e9845215a92f9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.251163:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d5a7c608/0xa1e9845215a92f9c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.251168:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5a7c608/0xa1e9845215a92f9c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.251179:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.251181:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.251182:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.251221:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.251226:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.251568:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.251583:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970704.251609:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000490d397e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559771200:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970704.252052:0:8237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f950754d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+99:3360:x1867475559769536:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1368us (1455us total) trans 103079229303 rc 0/0 00000100:00100000:3.0:1780970704.252061:0:8237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88305 00000100:00100000:3.0:1780970704.252088:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bc95a828 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559770624:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970704.252115:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.252139:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000366ca107 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559770880:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.252159:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.252182:0:8237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559770624 00000100:00100000:3.0:1780970704.252208:0:8237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559770880 00000100:00100000:3.0:1780970704.252222:0:8237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88306 00000100:00100000:3.0:1780970704.252227:0:8237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024a06403 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+33:3361:x1867475559770624:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780970704.252249:0:8237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23079 count 1 00002000:00010000:3.0:1780970704.252280:0:8237:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970704.252285:0:8237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a92fa3 lrc: 3/0,1 mode: --/PW res: [0x5a27:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.252298:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.252301:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.252303:0:8237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a92fa3 lrc: 3/0,1 mode: PW/PW res: [0x5a27:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.252314:0:8237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a92fa3 lrc: 3/0,1 mode: PW/PW res: [0x5a27:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.252322:0:8237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a92fa3 lrc: 3/0,1 mode: PW/PW res: [0x5a27:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.254733:0:123251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88307 00000100:00100000:1.0:1780970704.254750:0:123251:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003cc6627f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+68:3361:x1867475559770880:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1780970704.254792:0:123251:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11860 count 1 00002000:00010000:1.0:1780970704.254829:0:123251:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e54:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.254838:0:123251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000005e0c895/0xa1e9845215a92faa lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.254852:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.254855:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.254860:0:123251:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005e0c895/0xa1e9845215a92faa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.254873:0:123251:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000005e0c895/0xa1e9845215a92faa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.254883:0:123251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000005e0c895/0xa1e9845215a92faa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.254889:0:123251:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000005e0c895/0xa1e9845215a92faa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.254914:0:123251:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780970704.254941:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.254947:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000005e0c895/0xa1e9845215a92faa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.254956:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000005e0c895 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.254959:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000005e0c895/0xa1e9845215a92faa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.254968:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000005e0c895/0xa1e9845215a92faa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.255210:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000005e0c895/0xa1e9845215a92faa lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.255219:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005e0c895/0xa1e9845215a92faa lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.255242:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.255244:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.255245:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.255534:0:123251:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003cc6627f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+69:3361:x1867475559770880:12345-0@lo:6:osp-syn-1-1.0 Request processed in 787us (3374us total) trans 4294998625 rc 0/0 00000100:00100000:1.0:1780970704.255542:0:123251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88307 00010000:00010000:3.0:1780970704.255574:0:8237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a92fa3 lrc: 2/0,0 mode: PW/PW res: [0x5a27:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.255605:0:8237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780970704.255812:0:8237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024a06403 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+34:3361:x1867475559770624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3584us (3696us total) trans 103079229304 rc 0/0 00000100:00100000:3.0:1780970704.255819:0:8237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88306 00000100:00100000:3.0:1780970704.255850:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c73abdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559771008:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780970704.256741:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.256748:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a92fa3 lrc: 2/0,0 mode: PW/PW res: [0x5a27:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.256760:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001897266b already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.256763:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a92fa3 lrc: 2/0,0 mode: PW/PW res: [0x5a27:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.256773:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a92fa3 lrc: 3/0,0 mode: PW/PW res: [0x5a27:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.256793:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a92fa3 lrc: 1/0,0 mode: --/PW res: [0x5a27:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.256800:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a92fa3 lrc: 0/0,0 mode: --/PW res: [0x5a27:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.256821:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.256823:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.256824:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970704.258136:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.258201:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007a6927f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559770048:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.258237:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.258273:0:123251:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559769792 00000100:00100000:0.0:1780970704.258319:0:123251:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559770048 00000100:00100000:3.0:1780970704.258325:0:8237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88308 00000100:00100000:3.0:1780970704.258331:0:8237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033c3bc05 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+69:3360:x1867475559769792:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.258359:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1780970704.258363:0:8237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11855 count 1 00002000:00010000:3.0:1780970704.258396:0:8237:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e4f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970704.258403:0:8237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002438fb9b/0xa1e9845215a92fb1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e4f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1780970704.258407:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000001ec1c59/2, rc 0, transno 31315 00010000:00010000:3.0:1780970704.258421:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1780970704.258421:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001ec1c59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559768064:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1780970704.258423:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.258427:0:8237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002438fb9b/0xa1e9845215a92fb1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.258434:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027bfcb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3361:1867475559768320:0@lo:400:kworker/u8:18.0 00010000:00010000:3.0:1780970704.258438:0:8237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002438fb9b/0xa1e9845215a92fb1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.258446:0:8237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002438fb9b/0xa1e9845215a92fb1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.258446:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012279d3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3361:1867475559768576:0@lo:400:kworker/u8:18.0 00010000:00010000:3.0:1780970704.258452:0:8237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002438fb9b/0xa1e9845215a92fb1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1780970704.258456:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d6235058/2, rc 0, transno 31328 00000100:00100000:1.0:1780970704.258458:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d6235058 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559768832:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1780970704.258469:0:8237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1780970704.258469:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000978e3f28/2, rc 0, transno 14194 00000100:00100000:1.0:1780970704.258478:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000978e3f28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559769088:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1780970704.258536:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fe67ed5b/2, rc 0, transno 31326 00000100:00100000:1.0:1780970704.258539:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe67ed5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559769344:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1780970704.258550:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ecb1b748/2, rc 0, transno 14195 00000100:00100000:1.0:1780970704.258559:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ecb1b748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559769600:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1780970704.258571:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006d95493e/2, rc 0, transno 31325 00000100:00100000:1.0:1780970704.258580:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d95493e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559769856:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.258697:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eded03d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559771392:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.258710:0:8237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033c3bc05 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+70:3360:x1867475559769792:12345-0@lo:6:osp-syn-1-1.0 Request processed in 378us (583us total) trans 4294998626 rc 0/0 00000100:00100000:1.0:1780970704.258718:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.258733:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c2fef8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559771648:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.258756:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1780970704.258777:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001faeaaea/2, rc 0, transno 31327 00000100:00100000:1.0:1780970704.258784:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001faeaaea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559770112:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970704.258867:0:123249:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559771008 00000004:00080000:1.0:1780970704.258911:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fd8ea7ac/2, rc 0, transno 14197 00000100:00100000:1.0:1780970704.258919:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd8ea7ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559770368:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1780970704.258961:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bc95a828/2, rc 0, transno 14200 00000100:00100000:1.0:1780970704.258964:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bc95a828 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559770624:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1780970704.258972:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000366ca107/2, rc 0, transno 31329 00000100:00100000:1.0:1780970704.258979:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000366ca107 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559770880:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.261483:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000235cae8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559771904:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.261562:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.261606:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1780970704.261640:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e38a7be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559771328:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.261669:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.261685:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000801adfcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559771584:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.261712:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.261723:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d9423cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559771840:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.261738:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.263002:0:8237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88308 00000100:00100000:3.0:1780970704.263062:0:8237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559771392 00000100:00100000:1.0:1780970704.268351:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559771648 00000100:00100000:1.0:1780970704.268426:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559771904 00000100:00100000:1.0:1780970704.268444:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559771328 00000100:00100000:1.0:1780970704.268460:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559771584 00000100:00100000:1.0:1780970704.268472:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559771840 00000100:00100000:1.0:1780970704.268488:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88309 00000100:00100000:1.0:1780970704.268494:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c454a3d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+102:3360:x1867475559770048:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1780970704.268529:0:8691:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12664 count 1 00002000:00010000:1.0:1780970704.268566:0:8691:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3178:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.268572:0:8691:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000398b8cd6/0xa1e9845215a92fb8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3178:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.268587:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.268590:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.268593:0:8691:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000398b8cd6/0xa1e9845215a92fb8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.268607:0:8691:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000398b8cd6/0xa1e9845215a92fb8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.268632:0:8691:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000398b8cd6/0xa1e9845215a92fb8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.268651:0:8691:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000398b8cd6/0xa1e9845215a92fb8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.268671:0:8691:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780970704.269074:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c454a3d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+103:3360:x1867475559770048:12345-0@lo:6:osp-syn-0-1.0 Request processed in 578us (10835us total) trans 103079229305 rc 0/0 00000100:00100000:1.0:1780970704.269083:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88309 00000100:00100000:1.0:1780970704.269118:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88310 00000100:00100000:1.0:1780970704.269122:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000027bfcb8d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+72:3361:x1867475559771392:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1780970704.269143:0:8691:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11862 count 1 00002000:00010000:1.0:1780970704.269166:0:8691:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e56:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.269170:0:8691:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b64f42d/0xa1e9845215a92fbf lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e56:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.269178:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.269180:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.269182:0:8691:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b64f42d/0xa1e9845215a92fbf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.269197:0:8691:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002b64f42d/0xa1e9845215a92fbf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.269203:0:8691:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b64f42d/0xa1e9845215a92fbf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.269208:0:8691:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002b64f42d/0xa1e9845215a92fbf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.269224:0:8691:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1780970704.269357:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000027bfcb8d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+73:3361:x1867475559771392:12345-0@lo:6:osp-syn-1-1.0 Request processed in 233us (10637us total) trans 4294998627 rc 0/0 00000100:00100000:1.0:1780970704.269364:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88310 00000100:00100000:1.0:1780970704.269378:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88311 00000100:00100000:1.0:1780970704.269382:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e3776d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+102:3361:x1867475559771648:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1780970704.269395:0:8691:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12669 count 1 00002000:00010000:1.0:1780970704.269410:0:8691:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x317d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.269414:0:8691:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003f4de995/0xa1e9845215a92fc6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x317d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.269420:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.269421:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.269423:0:8691:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003f4de995/0xa1e9845215a92fc6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x317d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.269430:0:8691:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003f4de995/0xa1e9845215a92fc6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x317d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.269437:0:8691:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003f4de995/0xa1e9845215a92fc6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x317d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.269442:0:8691:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003f4de995/0xa1e9845215a92fc6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x317d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.269457:0:8691:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1780970704.269552:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e3776d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+103:3361:x1867475559771648:12345-0@lo:6:osp-syn-0-1.0 Request processed in 169us (10795us total) trans 103079229306 rc 0/0 00000100:00100000:1.0:1780970704.269558:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88311 00000100:00100000:1.0:1780970704.269573:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88312 00000100:00100000:1.0:1780970704.269577:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000243e741b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+72:3361:x1867475559771904:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1780970704.269588:0:8691:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11865 count 1 00002000:00010000:1.0:1780970704.269603:0:8691:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e59:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.269606:0:8691:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007d2dd4ff/0xa1e9845215a92fcd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e59:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.269637:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.269639:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.269641:0:8691:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007d2dd4ff/0xa1e9845215a92fcd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.269650:0:8691:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007d2dd4ff/0xa1e9845215a92fcd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.269656:0:8691:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007d2dd4ff/0xa1e9845215a92fcd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.269662:0:8691:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007d2dd4ff/0xa1e9845215a92fcd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.269678:0:8691:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1780970704.269767:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000243e741b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+73:3361:x1867475559771904:12345-0@lo:6:osp-syn-1-1.0 Request processed in 189us (8206us total) trans 4294998628 rc 0/0 00000100:00100000:1.0:1780970704.269774:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88312 00000100:00100000:1.0:1780970704.269786:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88313 00000100:00100000:1.0:1780970704.269790:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1580023 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+72:3361:x1867475559771328:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1780970704.269800:0:8691:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11861 count 1 00002000:00010000:1.0:1780970704.269813:0:8691:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e55:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.269817:0:8691:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008653e18b/0xa1e9845215a92fd4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e55:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.269824:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.269826:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.269827:0:8691:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008653e18b/0xa1e9845215a92fd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.269835:0:8691:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008653e18b/0xa1e9845215a92fd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.269841:0:8691:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008653e18b/0xa1e9845215a92fd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.269847:0:8691:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008653e18b/0xa1e9845215a92fd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.269854:0:8691:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1780970704.270227:0:23536:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88314 00000100:00100000:0.0:1780970704.270233:0:23536:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043afc4eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+102:3361:x1867475559771584:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1780970704.270250:0:23536:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12668 count 1 00002000:00010000:0.0:1780970704.270269:0:23536:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x317c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.270273:0:23536:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bfd87a9c/0xa1e9845215a92fdb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x317c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.270281:0:23536:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.270282:0:23536:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.270284:0:23536:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bfd87a9c/0xa1e9845215a92fdb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x317c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.270293:0:23536:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bfd87a9c/0xa1e9845215a92fdb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x317c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.270299:0:23536:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bfd87a9c/0xa1e9845215a92fdb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x317c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.270305:0:23536:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bfd87a9c/0xa1e9845215a92fdb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x317c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.270313:0:23536:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:3.0:1780970704.271786:0:8237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88315 00000100:00100000:3.0:1780970704.271798:0:8237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fe6b898 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+103:3361:x1867475559771840:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1780970704.271828:0:8237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12561 count 1 00002000:00010000:3.0:1780970704.271862:0:8237:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3111:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970704.271868:0:8237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000036ef2c1c/0xa1e9845215a92fe2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3111:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.271952:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.271956:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.271959:0:8237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000036ef2c1c/0xa1e9845215a92fe2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3111:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.271972:0:8237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000036ef2c1c/0xa1e9845215a92fe2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3111:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.271981:0:8237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000036ef2c1c/0xa1e9845215a92fe2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3111:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.271995:0:8237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000036ef2c1c/0xa1e9845215a92fe2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3111:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.272007:0:8237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:2.0:1780970704.273169:0:123249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88316 00000100:00100000:2.0:1780970704.273178:0:123249:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ebe2f9b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+120:3361:x1867475559771008:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780970704.273204:0:123249:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21315 count 1 00002000:00010000:2.0:1780970704.273236:0:123249:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x5343:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.273241:0:123249:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c7c53ce7/0xa1e9845215a92fe9 lrc: 3/0,1 mode: --/PW res: [0x5343:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.273253:0:123249:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.273255:0:123249:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.273258:0:123249:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c7c53ce7/0xa1e9845215a92fe9 lrc: 3/0,1 mode: PW/PW res: [0x5343:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.273269:0:123249:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c7c53ce7/0xa1e9845215a92fe9 lrc: 3/0,1 mode: PW/PW res: [0x5343:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.273282:0:123249:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c7c53ce7/0xa1e9845215a92fe9 lrc: 3/0,1 mode: PW/PW res: [0x5343:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.273291:0:123249:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c7c53ce7/0xa1e9845215a92fe9 lrc: 2/0,0 mode: PW/PW res: [0x5343:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.273300:0:123249:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00000100:00100000:0.0:1780970704.275116:0:23536:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043afc4eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+104:3361:x1867475559771584:12345-0@lo:6:osp-syn-0-1.0 Request processed in 4873us (13394us total) trans 103079229307 rc 0/0 00000100:00100000:0.0:1780970704.275132:0:23536:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88314 00000004:00080000:0.0:1780970704.275319:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000801adfcc/2, rc 0, transno 14203 00000100:00100000:0.0:1780970704.275358:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000801adfcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559771584:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1780970704.275379:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000235cae8b/2, rc 0, transno 31332 00000100:00100000:0.0:1780970704.275389:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000235cae8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559771904:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1780970704.275404:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000eded03d6/2, rc 0, transno 31331 00000100:00100000:0.0:1780970704.275408:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eded03d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559771392:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1780970704.275419:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007c2fef8b/2, rc 0, transno 14202 00000100:00100000:0.0:1780970704.275422:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c2fef8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559771648:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.275430:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780970704.275448:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014a588f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559772096:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780970704.275496:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.275534:0:123251:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559772096 00000100:00100000:0.0:1780970704.275574:0:123251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88317 00000100:00100000:0.0:1780970704.275580:0:123251:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012279d3c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+122:3361:x1867475559772096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780970704.275632:0:123251:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21334 count 1 00002000:00010000:0.0:1780970704.275670:0:123251:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x5356:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.275678:0:123251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d6c90156/0xa1e9845215a92ff0 lrc: 3/0,1 mode: --/PW res: [0x5356:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.275690:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.275693:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.275696:0:123251:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d6c90156/0xa1e9845215a92ff0 lrc: 3/0,1 mode: PW/PW res: [0x5356:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.275708:0:123251:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d6c90156/0xa1e9845215a92ff0 lrc: 3/0,1 mode: PW/PW res: [0x5356:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.275730:0:123251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d6c90156/0xa1e9845215a92ff0 lrc: 3/0,1 mode: PW/PW res: [0x5356:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.275737:0:123251:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d6c90156/0xa1e9845215a92ff0 lrc: 2/0,0 mode: PW/PW res: [0x5356:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.275748:0:123251:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00010000:00010000:1.0:1780970704.276274:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:1.0:1780970704.276280:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002438fb9b/0xa1e9845215a92fb1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.276290:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002438fb9b already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.276294:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002438fb9b/0xa1e9845215a92fb1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.276302:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002438fb9b/0xa1e9845215a92fb1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.276322:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002438fb9b/0xa1e9845215a92fb1 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.276328:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002438fb9b/0xa1e9845215a92fb1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.276350:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00000100:00100000:0.0:1780970704.276383:0:123251:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012279d3c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+123:3361:x1867475559772096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 801us (887us total) trans 4294998631 rc 0/0 00000100:00100000:0.0:1780970704.276391:0:123251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88317 00000100:00100000:0.0:1780970704.276428:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd9c08cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559772160:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.276452:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.276471:0:8234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559772160 00000100:00100000:0.0:1780970704.276490:0:8234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88318 00000100:00100000:0.0:1780970704.276494:0:8234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009020d566 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+104:3361:x1867475559772160:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1780970704.276509:0:8234:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12670 count 1 00002000:00010000:0.0:1780970704.276530:0:8234:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x317e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.276533:0:8234:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ea28c38f/0xa1e9845215a92ff7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x317e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.276542:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.276544:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.276545:0:8234:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ea28c38f/0xa1e9845215a92ff7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x317e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.276554:0:8234:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ea28c38f/0xa1e9845215a92ff7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x317e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.276561:0:8234:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ea28c38f/0xa1e9845215a92ff7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x317e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.276567:0:8234:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ea28c38f/0xa1e9845215a92ff7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x317e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.276575:0:8234:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00000100:00100000:0.0:1780970704.276710:0:8234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009020d566 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+105:3361:x1867475559772160:12345-0@lo:6:osp-syn-0-1.0 Request processed in 214us (258us total) trans 103079229309 rc 0/0 00000100:00100000:0.0:1780970704.276716:0:8234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88318 00000004:00080000:0.0:1780970704.276746:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000014a588f4/2, rc 0, transno 31335 00000100:00100000:0.0:1780970704.276754:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014a588f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559772096:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780970704.276812:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002ca1947f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559772416:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780970704.276834:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1780970704.276871:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fd9c08cd/2, rc 0, transno 14205 00000100:00100000:0.0:1780970704.276882:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd9c08cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559772160:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.276913:0:123251:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559772416 00000100:00100000:0.0:1780970704.276929:0:123251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88319 00000100:00100000:0.0:1780970704.276933:0:123251:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c59e731 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+123:3361:x1867475559772416:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1780970704.276946:0:123251:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21335 count 1 00002000:00010000:0.0:1780970704.276962:0:123251:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x5357:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.276965:0:123251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de766376/0xa1e9845215a92ffe lrc: 3/0,1 mode: --/PW res: [0x5357:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.276973:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.276974:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.276976:0:123251:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000de766376/0xa1e9845215a92ffe lrc: 3/0,1 mode: PW/PW res: [0x5357:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.276983:0:123251:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000de766376/0xa1e9845215a92ffe lrc: 3/0,1 mode: PW/PW res: [0x5357:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.277005:0:123251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de766376/0xa1e9845215a92ffe lrc: 3/0,1 mode: PW/PW res: [0x5357:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.277011:0:123251:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000de766376/0xa1e9845215a92ffe lrc: 2/0,0 mode: PW/PW res: [0x5357:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.277018:0:123251:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00000100:00100000:0.0:1780970704.277121:0:123251:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c59e731 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+124:3361:x1867475559772416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 186us (286us total) trans 4294998632 rc 0/0 00000100:00100000:0.0:1780970704.277127:0:123251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88319 00000004:00080000:0.0:1780970704.277158:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002ca1947f/2, rc 0, transno 31336 00000100:00100000:0.0:1780970704.277162:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002ca1947f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559772416:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780970704.277170:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000398b8cd6/0xa1e9845215a92fb8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.277170:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780970704.277178:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f39db270 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559772352:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1780970704.277184:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000398b8cd6 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.277187:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000398b8cd6/0xa1e9845215a92fb8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277199:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000398b8cd6/0xa1e9845215a92fb8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277224:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000398b8cd6/0xa1e9845215a92fb8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277230:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000398b8cd6/0xa1e9845215a92fb8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277247:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:1.0:1780970704.277250:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002b64f42d/0xa1e9845215a92fbf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277255:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002b64f42d already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.277257:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002b64f42d/0xa1e9845215a92fbf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277263:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002b64f42d/0xa1e9845215a92fbf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277271:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002b64f42d/0xa1e9845215a92fbf lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277276:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002b64f42d/0xa1e9845215a92fbf lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277291:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:1.0:1780970704.277294:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003f4de995/0xa1e9845215a92fc6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x317d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277299:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003f4de995 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.277301:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003f4de995/0xa1e9845215a92fc6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x317d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277307:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003f4de995/0xa1e9845215a92fc6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x317d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277314:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003f4de995/0xa1e9845215a92fc6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x317d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277319:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f4de995/0xa1e9845215a92fc6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x317d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277328:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1780970704.277330:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007d2dd4ff/0xa1e9845215a92fcd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277336:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d2dd4ff already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.277338:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007d2dd4ff/0xa1e9845215a92fcd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277342:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007d2dd4ff/0xa1e9845215a92fcd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277349:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007d2dd4ff/0xa1e9845215a92fcd lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277355:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007d2dd4ff/0xa1e9845215a92fcd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277366:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1780970704.277369:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008653e18b/0xa1e9845215a92fd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277375:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008653e18b already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.277376:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008653e18b/0xa1e9845215a92fd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.277401:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1780970704.277408:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008653e18b/0xa1e9845215a92fd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277420:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008653e18b/0xa1e9845215a92fd4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277425:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008653e18b/0xa1e9845215a92fd4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.277430:0:8234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559772352 00010000:00010000:1.0:1780970704.277439:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1780970704.277443:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bfd87a9c/0xa1e9845215a92fdb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x317c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.277454:0:8234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88320 00010000:00010000:1.0:1780970704.277457:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bfd87a9c already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.277461:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bfd87a9c/0xa1e9845215a92fdb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x317c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.277461:0:8234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ef1638a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+74:3361:x1867475559772352:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1780970704.277473:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bfd87a9c/0xa1e9845215a92fdb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x317c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1780970704.277479:0:8234:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11867 count 1 00010000:00010000:1.0:1780970704.277484:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bfd87a9c/0xa1e9845215a92fdb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x317c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277491:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bfd87a9c/0xa1e9845215a92fdb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x317c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1780970704.277497:0:8234:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e5b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.277502:0:8234:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eb254c39/0xa1e9845215a93005 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e5b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277507:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1780970704.277512:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000036ef2c1c/0xa1e9845215a92fe2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3111:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.277512:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.277515:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.277518:0:8234:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eb254c39/0xa1e9845215a93005 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277521:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000036ef2c1c already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.277525:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000036ef2c1c/0xa1e9845215a92fe2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3111:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.277533:0:8234:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eb254c39/0xa1e9845215a93005 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277535:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000036ef2c1c/0xa1e9845215a92fe2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3111:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.277551:0:8234:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eb254c39/0xa1e9845215a93005 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277555:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000036ef2c1c/0xa1e9845215a92fe2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3111:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.277563:0:8234:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eb254c39/0xa1e9845215a93005 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277586:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036ef2c1c/0xa1e9845215a92fe2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3111:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.277588:0:8234:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:1.0:1780970704.277604:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1780970704.277606:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c7c53ce7/0xa1e9845215a92fe9 lrc: 2/0,0 mode: PW/PW res: [0x5343:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277629:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c7c53ce7 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.277632:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c7c53ce7/0xa1e9845215a92fe9 lrc: 2/0,0 mode: PW/PW res: [0x5343:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277640:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c7c53ce7/0xa1e9845215a92fe9 lrc: 3/0,0 mode: PW/PW res: [0x5343:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277651:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c7c53ce7/0xa1e9845215a92fe9 lrc: 1/0,0 mode: --/PW res: [0x5343:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277657:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c7c53ce7/0xa1e9845215a92fe9 lrc: 0/0,0 mode: --/PW res: [0x5343:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277677:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1780970704.277680:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d6c90156/0xa1e9845215a92ff0 lrc: 2/0,0 mode: PW/PW res: [0x5356:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277686:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d6c90156 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.277688:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d6c90156/0xa1e9845215a92ff0 lrc: 2/0,0 mode: PW/PW res: [0x5356:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277694:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d6c90156/0xa1e9845215a92ff0 lrc: 3/0,0 mode: PW/PW res: [0x5356:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277704:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d6c90156/0xa1e9845215a92ff0 lrc: 1/0,0 mode: --/PW res: [0x5356:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277710:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d6c90156/0xa1e9845215a92ff0 lrc: 0/0,0 mode: --/PW res: [0x5356:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.277720:0:8234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ef1638a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+75:3361:x1867475559772352:12345-0@lo:6:osp-syn-1-1.0 Request processed in 258us (321us total) trans 4294998633 rc 0/0 00010000:00010000:1.0:1780970704.277724:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1780970704.277728:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ea28c38f/0xa1e9845215a92ff7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x317e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.277728:0:8234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88320 00010000:00010000:1.0:1780970704.277737:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ea28c38f already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.277739:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea28c38f/0xa1e9845215a92ff7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x317e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277745:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea28c38f/0xa1e9845215a92ff7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x317e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277756:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ea28c38f/0xa1e9845215a92ff7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x317e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277762:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ea28c38f/0xa1e9845215a92ff7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x317e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1780970704.277763:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f39db270/2, rc 0, transno 31337 00000100:00100000:0.0:1780970704.277778:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f39db270 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559772352:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.277794:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b8ca591 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559770304:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1780970704.277797:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780970704.277801:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000de766376/0xa1e9845215a92ffe lrc: 2/0,0 mode: PW/PW res: [0x5357:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277809:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000de766376 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.277812:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000de766376/0xa1e9845215a92ffe lrc: 2/0,0 mode: PW/PW res: [0x5357:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277818:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000de766376/0xa1e9845215a92ffe lrc: 3/0,0 mode: PW/PW res: [0x5357:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.277824:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1780970704.277835:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000de766376/0xa1e9845215a92ffe lrc: 1/0,0 mode: --/PW res: [0x5357:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277840:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000de766376/0xa1e9845215a92ffe lrc: 0/0,0 mode: --/PW res: [0x5357:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277851:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.277853:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eb254c39/0xa1e9845215a93005 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277859:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eb254c39 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.277862:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eb254c39/0xa1e9845215a93005 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277868:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eb254c39/0xa1e9845215a93005 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277884:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eb254c39/0xa1e9845215a93005 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277891:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eb254c39/0xa1e9845215a93005 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.277901:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.277903:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.277905:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.277962:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.277975:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559770304 00000100:00100000:1.0:1780970704.278017:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88321 00000100:00100000:1.0:1780970704.278022:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000086ce55e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+105:3360:x1867475559770304:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.278036:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e4b6dc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559770560:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780970704.278038:0:30674:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12665 count 1 00002000:00010000:1.0:1780970704.278062:0:30674:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3179:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.278066:0:30674:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c5789489/0xa1e9845215a9300c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3179:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.278076:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1780970704.278084:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.278086:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.278089:0:30674:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c5789489/0xa1e9845215a9300c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.278097:0:8234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559770560 00010000:00010000:1.0:1780970704.278098:0:30674:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c5789489/0xa1e9845215a9300c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.278106:0:30674:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c5789489/0xa1e9845215a9300c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.278111:0:30674:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c5789489/0xa1e9845215a9300c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.278120:0:8234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88322 00000100:00100000:0.0:1780970704.278124:0:8234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7c80e64 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+34:3360:x1867475559770560:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1780970704.278126:0:30674:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1780970704.278137:0:8234:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23090 count 1 00002000:00010000:0.0:1780970704.278154:0:8234:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.278161:0:8234:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fbe5e651/0xa1e9845215a93013 lrc: 3/0,1 mode: --/PW res: [0x5a32:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.278168:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.278169:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.278171:0:8234:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fbe5e651/0xa1e9845215a93013 lrc: 3/0,1 mode: PW/PW res: [0x5a32:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.278180:0:8234:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fbe5e651/0xa1e9845215a93013 lrc: 3/0,1 mode: PW/PW res: [0x5a32:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.278186:0:8234:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fbe5e651/0xa1e9845215a93013 lrc: 3/0,1 mode: PW/PW res: [0x5a32:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.278192:0:8234:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fbe5e651/0xa1e9845215a93013 lrc: 2/0,0 mode: PW/PW res: [0x5a32:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.278258:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000086ce55e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+106:3360:x1867475559770304:12345-0@lo:6:osp-syn-0-1.0 Request processed in 235us (437us total) trans 103079229310 rc 0/0 00000100:00100000:1.0:1780970704.278266:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88321 00010000:00010000:0.0:1780970704.278284:0:8234:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1780970704.278289:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780970704.278293:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c5789489/0xa1e9845215a9300c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.278301:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c5789489 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.278303:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c5789489/0xa1e9845215a9300c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.278310:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c5789489/0xa1e9845215a9300c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.278321:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c5789489/0xa1e9845215a9300c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.278327:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c5789489/0xa1e9845215a9300c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.278346:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.278348:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fbe5e651/0xa1e9845215a93013 lrc: 2/0,0 mode: PW/PW res: [0x5a32:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.278354:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fbe5e651 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.278357:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fbe5e651/0xa1e9845215a93013 lrc: 2/0,0 mode: PW/PW res: [0x5a32:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.278362:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fbe5e651/0xa1e9845215a93013 lrc: 3/0,0 mode: PW/PW res: [0x5a32:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.278372:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fbe5e651/0xa1e9845215a93013 lrc: 1/0,0 mode: --/PW res: [0x5a32:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.278377:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fbe5e651/0xa1e9845215a93013 lrc: 0/0,0 mode: --/PW res: [0x5a32:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.278391:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.278392:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.278394:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.278400:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970704.278406:0:8234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7c80e64 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+35:3360:x1867475559770560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 280us (333us total) trans 103079229311 rc 0/0 00000100:00100000:0.0:1780970704.278413:0:8234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88322 00000100:00100000:1.0:1780970704.278447:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1580023 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+74:3361:x1867475559771328:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8654us (16776us total) trans 4294998629 rc 0/0 00000100:00100000:1.0:1780970704.278455:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88313 00000004:00080000:0.0:1780970704.278455:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003e38a7be/2, rc 0, transno 31333 00000100:00100000:0.0:1780970704.278489:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e38a7be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559771328:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.278502:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f0b32ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559770816:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780970704.278527:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.279606:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bdbcd236 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559771136:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780970704.279652:0:123253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559770816 00000100:00100000:0.0:1780970704.279666:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.279701:0:123253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559771136 00000004:00080000:0.0:1780970704.279715:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000081931eeb/2, rc 0, transno 31314 00000100:00100000:1.0:1780970704.279723:0:123253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88323 00000100:00100000:0.0:1780970704.279729:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081931eeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559767488:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.279731:0:123253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d6e76a58 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+124:3360:x1867475559770816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780970704.279760:0:123253:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21328 count 1 00000100:00100000:0.0:1780970704.279771:0:123251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88324 00000100:00100000:0.0:1780970704.279776:0:123251:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa4820e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+35:3360:x1867475559771136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780970704.279791:0:123251:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23093 count 1 00002000:00010000:0.0:1780970704.279820:0:123251:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.279826:0:123251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001626314d/0xa1e9845215a9301a lrc: 3/0,1 mode: --/PW res: [0x5a35:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.279852:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.279854:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.279858:0:123251:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001626314d/0xa1e9845215a9301a lrc: 3/0,1 mode: PW/PW res: [0x5a35:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.279869:0:123251:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001626314d/0xa1e9845215a9301a lrc: 3/0,1 mode: PW/PW res: [0x5a35:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.279877:0:123251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001626314d/0xa1e9845215a9301a lrc: 3/0,1 mode: PW/PW res: [0x5a35:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.279884:0:123251:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001626314d/0xa1e9845215a9301a lrc: 2/0,0 mode: PW/PW res: [0x5a35:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.279903:0:123251:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780970704.280091:0:123251:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa4820e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+36:3360:x1867475559771136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 315us (426us total) trans 103079229312 rc 0/0 00000100:00100000:0.0:1780970704.280098:0:123251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88324 00000100:00100000:0.0:1780970704.280146:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e6ea1fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559772672:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.280171:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.280192:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780970704.280455:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ff04ce6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559772608:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.280480:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.280506:0:8234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559772672 00000100:00100000:0.0:1780970704.280529:0:8234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559772608 00000100:00100000:0.0:1780970704.280546:0:8234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88325 00000100:00100000:0.0:1780970704.280550:0:8234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000844fe78c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+75:3361:x1867475559772672:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.280566:0:8234:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11870 count 1 00002000:00010000:0.0:1780970704.280588:0:8234:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e5e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.280593:0:8234:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ecc09c33/0xa1e9845215a93021 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e5e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.281106:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.281111:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.281114:0:8234:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ecc09c33/0xa1e9845215a93021 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.281131:0:8234:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ecc09c33/0xa1e9845215a93021 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.281140:0:8234:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ecc09c33/0xa1e9845215a93021 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.281147:0:8234:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ecc09c33/0xa1e9845215a93021 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.281166:0:8234:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1780970704.281315:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780970704.281328:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001626314d/0xa1e9845215a9301a lrc: 2/0,0 mode: PW/PW res: [0x5a35:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.281342:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001626314d already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.281348:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001626314d/0xa1e9845215a9301a lrc: 2/0,0 mode: PW/PW res: [0x5a35:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.281360:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001626314d/0xa1e9845215a9301a lrc: 3/0,0 mode: PW/PW res: [0x5a35:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.281394:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001626314d/0xa1e9845215a9301a lrc: 1/0,0 mode: --/PW res: [0x5a35:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.281402:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001626314d/0xa1e9845215a9301a lrc: 0/0,0 mode: --/PW res: [0x5a35:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.281428:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.281431:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ecc09c33/0xa1e9845215a93021 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.281439:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ecc09c33 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.281441:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ecc09c33/0xa1e9845215a93021 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.281445:0:8234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000844fe78c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+76:3361:x1867475559772672:12345-0@lo:6:osp-syn-1-1.0 Request processed in 891us (1272us total) trans 4294998634 rc 0/0 00010000:00010000:1.0:1780970704.281457:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ecc09c33/0xa1e9845215a93021 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.281468:0:8234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88325 00010000:00010000:1.0:1780970704.281474:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ecc09c33/0xa1e9845215a93021 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.281483:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ecc09c33/0xa1e9845215a93021 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.281507:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.281509:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.281510:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.281520:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970704.281521:0:8234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88326 00000100:00100000:0.0:1780970704.281530:0:8234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ea0e466 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+75:3361:x1867475559772608:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.281553:0:8234:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11869 count 1 00002000:00010000:1.0:1780970704.281558:0:123253:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x5350:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.281565:0:123253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c5be3489/0xa1e9845215a93028 lrc: 3/0,1 mode: --/PW res: [0x5350:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.281574:0:123253:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00002000:00010000:0.0:1780970704.281575:0:8234:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e5d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.281576:0:123253:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.281579:0:123253:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c5be3489/0xa1e9845215a93028 lrc: 3/0,1 mode: PW/PW res: [0x5350:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.281583:0:8234:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dcc57c0f/0xa1e9845215a9302f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e5d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.281593:0:123253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c5be3489/0xa1e9845215a93028 lrc: 3/0,1 mode: PW/PW res: [0x5350:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.281595:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.281597:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.281600:0:8234:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dcc57c0f/0xa1e9845215a9302f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.281603:0:123253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c5be3489/0xa1e9845215a93028 lrc: 3/0,1 mode: PW/PW res: [0x5350:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.281631:0:123253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c5be3489/0xa1e9845215a93028 lrc: 2/0,0 mode: PW/PW res: [0x5350:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.281640:0:8234:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dcc57c0f/0xa1e9845215a9302f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.281649:0:8234:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dcc57c0f/0xa1e9845215a9302f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.281653:0:123253:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780970704.281657:0:8234:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dcc57c0f/0xa1e9845215a9302f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.281663:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.281673:0:8234:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780970704.281678:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c5be3489/0xa1e9845215a93028 lrc: 2/0,0 mode: PW/PW res: [0x5350:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.281688:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c5be3489 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.281690:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5be3489/0xa1e9845215a93028 lrc: 2/0,0 mode: PW/PW res: [0x5350:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.281698:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5be3489/0xa1e9845215a93028 lrc: 3/0,0 mode: PW/PW res: [0x5350:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.281712:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c5be3489/0xa1e9845215a93028 lrc: 1/0,0 mode: --/PW res: [0x5350:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.281718:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c5be3489/0xa1e9845215a93028 lrc: 0/0,0 mode: --/PW res: [0x5350:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.281743:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.281746:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dcc57c0f/0xa1e9845215a9302f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.281752:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dcc57c0f already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.281754:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dcc57c0f/0xa1e9845215a9302f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.281760:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dcc57c0f/0xa1e9845215a9302f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.281770:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dcc57c0f/0xa1e9845215a9302f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.281776:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dcc57c0f/0xa1e9845215a9302f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.281779:0:8234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ea0e466 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+76:3361:x1867475559772608:12345-0@lo:6:osp-syn-1-1.0 Request processed in 249us (1297us total) trans 4294998635 rc 0/0 00000100:00100000:0.0:1780970704.281795:0:8234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88326 00010000:00010000:1.0:1780970704.281810:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.281813:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.281815:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.281822:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970704.282793:0:8237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fe6b898 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+105:3361:x1867475559771840:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10988us (21046us total) trans 103079229308 rc 0/0 00000100:00100000:3.0:1780970704.282806:0:8237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88315 00010000:00010000:3.0:1780970704.283029:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.284491:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d6e76a58 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+125:3360:x1867475559770816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4757us (5959us total) trans 4294998636 rc 0/0 00000100:00100000:1.0:1780970704.284504:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88323 00000100:00100000:3.0:1780970704.285081:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb3362f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559771264:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970704.285137:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.285166:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78eeda5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559771520:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1780970704.285187:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.285278:0:123253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559771264 00000100:00100000:1.0:1780970704.285324:0:8236:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559771520 00000100:00100000:1.0:1780970704.285345:0:8236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88327 00000100:00100000:1.0:1780970704.285350:0:8236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4ca634b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+125:3363:x1867475559771264:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780970704.285385:0:8236:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21331 count 1 00002000:00010000:1.0:1780970704.285428:0:8236:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x5353:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.285435:0:8236:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000043a1bf5b/0xa1e9845215a93036 lrc: 3/0,1 mode: --/PW res: [0x5353:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.285451:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.285454:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.285459:0:8236:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000043a1bf5b/0xa1e9845215a93036 lrc: 3/0,1 mode: PW/PW res: [0x5353:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.285473:0:8236:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000043a1bf5b/0xa1e9845215a93036 lrc: 3/0,1 mode: PW/PW res: [0x5353:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.285481:0:8236:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000043a1bf5b/0xa1e9845215a93036 lrc: 3/0,1 mode: PW/PW res: [0x5353:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.285493:0:8236:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000043a1bf5b/0xa1e9845215a93036 lrc: 2/0,0 mode: PW/PW res: [0x5353:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.285511:0:8236:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780970704.285739:0:8236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4ca634b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+126:3363:x1867475559771264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 388us (602us total) trans 4294998637 rc 0/0 00000100:00100000:1.0:1780970704.285746:0:8236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88327 00000100:00100000:1.0:1780970704.285761:0:8236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88328 00000100:00100000:1.0:1780970704.285765:0:8236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc48ae65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+105:3363:x1867475559771520:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1780970704.285778:0:8236:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12667 count 1 00002000:00010000:1.0:1780970704.285801:0:8236:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x317b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.285805:0:8236:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dea70cc5/0xa1e9845215a9303d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x317b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.286573:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.286576:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.286579:0:8236:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dea70cc5/0xa1e9845215a9303d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x317b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.286591:0:8236:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dea70cc5/0xa1e9845215a9303d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x317b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.286599:0:8236:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dea70cc5/0xa1e9845215a9303d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x317b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.286605:0:8236:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dea70cc5/0xa1e9845215a9303d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x317b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.286654:0:8236:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780970704.286850:0:8236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc48ae65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+106:3363:x1867475559771520:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1082us (1660us total) trans 103079229313 rc 0/0 00000100:00100000:1.0:1780970704.286858:0:8236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88328 00010000:00010000:1.0:1780970704.286970:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780970704.286976:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000043a1bf5b/0xa1e9845215a93036 lrc: 2/0,0 mode: PW/PW res: [0x5353:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.286984:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000043a1bf5b already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.286997:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000043a1bf5b/0xa1e9845215a93036 lrc: 2/0,0 mode: PW/PW res: [0x5353:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.287006:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000043a1bf5b/0xa1e9845215a93036 lrc: 3/0,0 mode: PW/PW res: [0x5353:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.287693:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000043a1bf5b/0xa1e9845215a93036 lrc: 1/0,0 mode: --/PW res: [0x5353:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.287706:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000043a1bf5b/0xa1e9845215a93036 lrc: 0/0,0 mode: --/PW res: [0x5353:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.287734:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.287737:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dea70cc5/0xa1e9845215a9303d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x317b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.287744:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dea70cc5 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.287747:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dea70cc5/0xa1e9845215a9303d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x317b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.287754:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dea70cc5/0xa1e9845215a9303d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x317b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.287765:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dea70cc5/0xa1e9845215a9303d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x317b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.287771:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dea70cc5/0xa1e9845215a9303d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x317b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.287783:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.287785:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.287787:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.287796:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780970704.288904:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004e6ea1fb/2, rc 0, transno 31338 00000100:00100000:0.0:1780970704.288928:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e6ea1fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559772672:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.288952:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbbc3c08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559771776:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.289059:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.289089:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001781d7a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559772032:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970704.289112:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.289129:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054f9e498 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559772288:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.289151:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1780970704.289207:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005d9423cb/2, rc 0, transno 14204 00000100:00100000:0.0:1780970704.289219:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d9423cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559771840:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1780970704.289744:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004ff04ce6/2, rc 0, transno 31339 00000100:00100000:0.0:1780970704.289755:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ff04ce6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559772608:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.289785:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780970704.289798:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd23129e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559772864:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.290819:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a9fe1c68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559772544:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.290856:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.291048:0:8237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559771776 00000100:00100000:1.0:1780970704.291090:0:8237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559772032 00000100:00100000:1.0:1780970704.291101:0:8237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559772288 00000100:00100000:1.0:1780970704.291116:0:8237:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559772544 00000100:00100000:1.0:1780970704.291134:0:8237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88329 00000100:00100000:1.0:1780970704.291139:0:8237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098169a94 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+78:3363:x1867475559771776:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.291747:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008663cfb7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559772800:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1780970704.291790:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1780970704.291828:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000cb3362f1/2, rc 0, transno 31341 00000100:00100000:3.0:1780970704.291833:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb3362f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559771264:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780970704.291843:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a78eeda5/2, rc 0, transno 14209 00000100:00100000:3.0:1780970704.291849:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78eeda5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559771520:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1780970704.291862:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 5 async RPCs [2->3] 00000100:00100000:3.0:1780970704.291868:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000afd05819 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559771712:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.292000:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.292015:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090fd683d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559771968:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780970704.292033:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.292039:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1234948 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559772224:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1780970704.292052:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.292058:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bafb1d29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559772480:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1780970704.292071:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.292076:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000980a7c3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559772736:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.292088:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.292120:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559772800 00000100:00100000:3.0:1780970704.292143:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559771712 00000100:00100000:3.0:1780970704.292151:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559771968 00000100:00100000:3.0:1780970704.292157:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559772224 00000100:00100000:3.0:1780970704.292163:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559772480 00000100:00100000:3.0:1780970704.292169:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559772736 00002000:00080000:1.0:1780970704.292687:0:8237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11864 count 1 00002000:00010000:1.0:1780970704.292723:0:8237:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e58:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.292729:0:8237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000005e0c895/0xa1e9845215a93044 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e58:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.292743:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.292745:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.292750:0:8237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005e0c895/0xa1e9845215a93044 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.292762:0:8237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000005e0c895/0xa1e9845215a93044 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.292770:0:8237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000005e0c895/0xa1e9845215a93044 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.292778:0:8237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000005e0c895/0xa1e9845215a93044 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.292795:0:8237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780970704.292956:0:123248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88330 00000100:00100000:3.0:1780970704.292963:0:123248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009725cf42 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+127:3363:x1867475559772032:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780970704.292982:0:123248:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21333 count 1 00002000:00010000:3.0:1780970704.293019:0:123248:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x5355:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970704.293023:0:123248:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bbd3e6b7/0xa1e9845215a9304b lrc: 3/0,1 mode: --/PW res: [0x5355:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.293030:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.293031:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.293033:0:123248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbd3e6b7/0xa1e9845215a9304b lrc: 3/0,1 mode: PW/PW res: [0x5355:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.293040:0:123248:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbd3e6b7/0xa1e9845215a9304b lrc: 3/0,1 mode: PW/PW res: [0x5355:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.293046:0:123248:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bbd3e6b7/0xa1e9845215a9304b lrc: 3/0,1 mode: PW/PW res: [0x5355:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.293051:0:123248:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bbd3e6b7/0xa1e9845215a9304b lrc: 2/0,0 mode: PW/PW res: [0x5355:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.293065:0:123248:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1780970704.293795:0:8234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88331 00000100:00100000:0.0:1780970704.293802:0:8234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cb6ee16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+81:3363:x1867475559772288:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.293821:0:30677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88332 00000100:00100000:0.0:1780970704.293825:0:30677:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008eb6fba3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+81:3363:x1867475559772544:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.293881:0:23536:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88333 00000100:00100000:0.0:1780970704.293886:0:23536:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e858b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+108:3363:x1867475559772800:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1780970704.293903:0:23536:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12673 count 1 00002000:00010000:0.0:1780970704.293927:0:23536:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3181:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.293932:0:23536:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a93052 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3181:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.293944:0:23536:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.293946:0:23536:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.293948:0:23536:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a93052 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.293958:0:23536:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a93052 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.294107:0:23536:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a93052 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.294115:0:23536:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a93052 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.294132:0:23536:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1780970704.294866:0:123249:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ebe2f9b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+127:3361:x1867475559771008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21685us (36503us total) trans 4294998630 rc 0/0 00000100:00100000:2.0:1780970704.294877:0:123249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88316 00000100:00100000:2.0:1780970704.294907:0:123249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88334 00000100:00100000:2.0:1780970704.294913:0:123249:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000064d1df3c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+81:3363:x1867475559771712:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.295193:0:8237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098169a94 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+81:3363:x1867475559771776:12345-0@lo:6:osp-syn-1-1.0 Request processed in 4052us (6134us total) trans 4294998638 rc 0/0 00000100:00100000:1.0:1780970704.295200:0:8237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88329 00000100:00100000:3.0:1780970704.295377:0:123248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009725cf42 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+127:3363:x1867475559772032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2414us (6264us total) trans 4294998639 rc 0/0 00000100:00100000:3.0:1780970704.295385:0:123248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88330 00000100:00100000:3.0:1780970704.295401:0:123248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88335 00000100:00100000:3.0:1780970704.295405:0:123248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a09a523 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+126:3363:x1867475559771968:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780970704.295429:0:123248:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21332 count 1 00002000:00010000:3.0:1780970704.295453:0:123248:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x5354:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970704.295458:0:123248:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008ae33c47/0xa1e9845215a93059 lrc: 3/0,1 mode: --/PW res: [0x5354:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.295470:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.295472:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.295475:0:123248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008ae33c47/0xa1e9845215a93059 lrc: 3/0,1 mode: PW/PW res: [0x5354:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.295486:0:123248:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008ae33c47/0xa1e9845215a93059 lrc: 3/0,1 mode: PW/PW res: [0x5354:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.295494:0:123248:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008ae33c47/0xa1e9845215a93059 lrc: 3/0,1 mode: PW/PW res: [0x5354:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.295500:0:123248:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008ae33c47/0xa1e9845215a93059 lrc: 2/0,0 mode: PW/PW res: [0x5354:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.295509:0:123248:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1780970704.295645:0:123248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a09a523 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+127:3363:x1867475559771968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 239us (3611us total) trans 4294998640 rc 0/0 00000100:00100000:3.0:1780970704.295652:0:123248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88335 00000100:00100000:3.0:1780970704.295667:0:123248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88336 00000100:00100000:3.0:1780970704.295670:0:123248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043dd8bfd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+109:3363:x1867475559772224:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1780970704.295684:0:123248:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12671 count 1 00002000:00010000:3.0:1780970704.295703:0:123248:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x317f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970704.295707:0:123248:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e2bc9a86/0xa1e9845215a93060 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x317f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.295714:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.295716:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.295717:0:123248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e2bc9a86/0xa1e9845215a93060 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x317f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.295727:0:123248:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e2bc9a86/0xa1e9845215a93060 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x317f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.295733:0:123248:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e2bc9a86/0xa1e9845215a93060 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x317f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.295739:0:123248:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e2bc9a86/0xa1e9845215a93060 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x317f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.295746:0:123248:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1780970704.295870:0:123248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043dd8bfd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+110:3363:x1867475559772224:12345-0@lo:6:osp-syn-0-1.0 Request processed in 198us (3816us total) trans 103079229315 rc 0/0 00000100:00100000:1.0:1780970704.296033:0:8237:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88337 00000100:00100000:1.0:1780970704.296038:0:8237:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5c447d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+110:3363:x1867475559772480:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1780970704.296050:0:8237:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12672 count 1 00002000:00010000:1.0:1780970704.296066:0:8237:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3180:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.296069:0:8237:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000fd7b323/0xa1e9845215a93067 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3180:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.296189:0:23536:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e858b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+110:3363:x1867475559772800:12345-0@lo:6:osp-syn-0-1.0 Request processed in 2301us (4397us total) trans 103079229314 rc 0/0 00000100:00100000:0.0:1780970704.296688:0:23536:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88333 00000100:00100000:0.0:1780970704.296709:0:23536:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88338 00000100:00100000:0.0:1780970704.296714:0:23536:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a99997f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+80:3363:x1867475559772736:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.296731:0:23536:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11871 count 1 00002000:00010000:0.0:1780970704.296750:0:23536:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e5f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.296754:0:23536:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000132b1125/0xa1e9845215a9306e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e5f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.296763:0:23536:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.296764:0:23536:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.296766:0:23536:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000132b1125/0xa1e9845215a9306e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.296775:0:23536:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000132b1125/0xa1e9845215a9306e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.296781:0:23536:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000132b1125/0xa1e9845215a9306e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.296787:0:23536:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000132b1125/0xa1e9845215a9306e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.296795:0:23536:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1780970704.296930:0:23536:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a99997f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+81:3363:x1867475559772736:12345-0@lo:6:osp-syn-1-1.0 Request processed in 215us (4840us total) trans 4294998641 rc 0/0 00000100:00100000:0.0:1780970704.296936:0:23536:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88338 00002000:00080000:0.0:1780970704.296976:0:8234:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11866 count 1 00002000:00010000:0.0:1780970704.297006:0:8234:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e5a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.297011:0:8234:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000aff7646/0xa1e9845215a93075 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e5a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297019:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.297020:0:8234:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.297022:0:8234:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000aff7646/0xa1e9845215a93075 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297030:0:8234:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000aff7646/0xa1e9845215a93075 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297036:0:8234:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000aff7646/0xa1e9845215a93075 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297042:0:8234:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000aff7646/0xa1e9845215a93075 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297049:0:8234:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:0.0:1780970704.297132:0:8234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cb6ee16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+81:3363:x1867475559772288:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3330us (7981us total) trans 4294998642 rc 0/0 00000100:00100000:0.0:1780970704.297139:0:8234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88331 00002000:00080000:0.0:1780970704.297165:0:30677:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11868 count 1 00002000:00010000:0.0:1780970704.297180:0:30677:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e5c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.297183:0:30677:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b255d464/0xa1e9845215a9307c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e5c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297190:0:30677:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.297191:0:30677:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.297278:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.297280:0:8237:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.297283:0:8237:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000fd7b323/0xa1e9845215a93067 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.297294:0:8237:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000fd7b323/0xa1e9845215a93067 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.297302:0:8237:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000fd7b323/0xa1e9845215a93067 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.297309:0:8237:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000fd7b323/0xa1e9845215a93067 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.297317:0:8237:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:1.0:1780970704.297444:0:8237:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5c447d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+110:3363:x1867475559772480:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1405us (5372us total) trans 103079229316 rc 0/0 00000100:00100000:1.0:1780970704.297452:0:8237:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88337 00010000:00010000:1.0:1780970704.297474:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1780970704.297479:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000005e0c895/0xa1e9845215a93044 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.297488:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000005e0c895 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.297492:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000005e0c895/0xa1e9845215a93044 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.297500:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000005e0c895/0xa1e9845215a93044 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.297521:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000005e0c895/0xa1e9845215a93044 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.297528:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005e0c895/0xa1e9845215a93044 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.297553:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1780970704.297556:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bbd3e6b7/0xa1e9845215a9304b lrc: 2/0,0 mode: PW/PW res: [0x5355:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.297562:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bbd3e6b7 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.297564:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bbd3e6b7/0xa1e9845215a9304b lrc: 2/0,0 mode: PW/PW res: [0x5355:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.297570:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bbd3e6b7/0xa1e9845215a9304b lrc: 3/0,0 mode: PW/PW res: [0x5355:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.297579:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bbd3e6b7/0xa1e9845215a9304b lrc: 1/0,0 mode: --/PW res: [0x5355:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.297585:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbd3e6b7/0xa1e9845215a9304b lrc: 0/0,0 mode: --/PW res: [0x5355:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297601:0:30677:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b255d464/0xa1e9845215a9307c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297629:0:30677:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b255d464/0xa1e9845215a9307c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297635:0:30677:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b255d464/0xa1e9845215a9307c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297641:0:30677:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b255d464/0xa1e9845215a9307c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297649:0:30677:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:0.0:1780970704.297740:0:30677:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008eb6fba3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+81:3363:x1867475559772544:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3913us (6885us total) trans 4294998643 rc 0/0 00000100:00100000:0.0:1780970704.297747:0:30677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88332 00010000:00010000:0.0:1780970704.297773:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1780970704.297776:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a93052 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297788:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000d6f2a3f already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.297790:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a93052 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297797:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a93052 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297809:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a93052 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297815:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d6f2a3f/0xa1e9845215a93052 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297828:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1780970704.297830:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008ae33c47/0xa1e9845215a93059 lrc: 2/0,0 mode: PW/PW res: [0x5354:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297835:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008ae33c47 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.297836:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008ae33c47/0xa1e9845215a93059 lrc: 2/0,0 mode: PW/PW res: [0x5354:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297842:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008ae33c47/0xa1e9845215a93059 lrc: 3/0,0 mode: PW/PW res: [0x5354:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297849:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008ae33c47/0xa1e9845215a93059 lrc: 1/0,0 mode: --/PW res: [0x5354:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297858:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008ae33c47/0xa1e9845215a93059 lrc: 0/0,0 mode: --/PW res: [0x5354:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297870:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1780970704.297872:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e2bc9a86/0xa1e9845215a93060 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x317f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297878:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e2bc9a86 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.297880:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e2bc9a86/0xa1e9845215a93060 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x317f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297886:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e2bc9a86/0xa1e9845215a93060 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x317f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297894:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e2bc9a86/0xa1e9845215a93060 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x317f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297900:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e2bc9a86/0xa1e9845215a93060 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x317f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297909:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1780970704.297911:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000132b1125/0xa1e9845215a9306e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297916:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000132b1125 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.297918:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000132b1125/0xa1e9845215a9306e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297924:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000132b1125/0xa1e9845215a9306e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297932:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000132b1125/0xa1e9845215a9306e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297938:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000132b1125/0xa1e9845215a9306e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23536 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297949:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1780970704.297951:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000aff7646/0xa1e9845215a93075 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297956:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000aff7646 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.297958:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000aff7646/0xa1e9845215a93075 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297964:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000aff7646/0xa1e9845215a93075 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297970:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000aff7646/0xa1e9845215a93075 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.297975:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000aff7646/0xa1e9845215a93075 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.298002:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780970704.298004:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000fd7b323/0xa1e9845215a93067 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.298010:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000fd7b323 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.298012:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000fd7b323/0xa1e9845215a93067 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.298017:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000fd7b323/0xa1e9845215a93067 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.298026:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000fd7b323/0xa1e9845215a93067 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.298032:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000fd7b323/0xa1e9845215a93067 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.298048:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.298049:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b255d464/0xa1e9845215a9307c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.298055:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b255d464 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.298057:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b255d464/0xa1e9845215a9307c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.298062:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b255d464/0xa1e9845215a9307c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.298070:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b255d464/0xa1e9845215a9307c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.298075:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b255d464/0xa1e9845215a9307c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.298085:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.298086:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.298087:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970704.298108:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.298152:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559772864 00000100:00100000:0.0:1780970704.298187:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88339 00000100:00100000:0.0:1780970704.298204:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a137b89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+81:3361:x1867475559772864:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.298223:0:8691:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11872 count 1 00002000:00010000:0.0:1780970704.298245:0:8691:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e60:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.298248:0:8691:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c5ab197/0xa1e9845215a93083 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e60:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.298256:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.298258:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.298260:0:8691:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c5ab197/0xa1e9845215a93083 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.298267:0:8691:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c5ab197/0xa1e9845215a93083 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.298273:0:8691:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c5ab197/0xa1e9845215a93083 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.298297:0:8691:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009c5ab197/0xa1e9845215a93083 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.298309:0:8691:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780970704.298408:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a137b89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+82:3361:x1867475559772864:12345-0@lo:6:osp-syn-1-1.0 Request processed in 216us (301us total) trans 4294998644 rc 0/0 00000100:00100000:0.0:1780970704.298415:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88339 00010000:00010000:0.0:1780970704.298442:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.298444:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009c5ab197/0xa1e9845215a93083 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.298449:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009c5ab197 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.298450:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009c5ab197/0xa1e9845215a93083 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.298454:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009c5ab197/0xa1e9845215a93083 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.298461:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009c5ab197/0xa1e9845215a93083 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.298465:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c5ab197/0xa1e9845215a93083 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.298473:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.298474:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.298475:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780970704.298501:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007c73abdb/2, rc 0, transno 31334 00000100:00100000:0.0:1780970704.298507:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c73abdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559771008:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1780970704.298525:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd9df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559772928:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.298552:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.298565:0:8236:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559772928 00000100:00100000:0.0:1780970704.298577:0:8236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88340 00000100:00100000:0.0:1780970704.298580:0:8236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3fa7a3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+110:3361:x1867475559772928:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1780970704.298589:0:8236:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12674 count 1 00002000:00010000:0.0:1780970704.298600:0:8236:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3182:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.298602:0:8236:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f84f780/0xa1e9845215a9308a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3182:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.298607:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.298611:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.298630:0:8236:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000f84f780/0xa1e9845215a9308a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.298637:0:8236:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000f84f780/0xa1e9845215a9308a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.298641:0:8236:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f84f780/0xa1e9845215a9308a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.298645:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.298645:0:8236:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000f84f780/0xa1e9845215a9308a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.298649:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.298653:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.298655:0:8236:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1780970704.298657:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000f84f780/0xa1e9845215a9308a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.298667:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000f84f780 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.298669:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000f84f780/0xa1e9845215a9308a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.298683:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000f84f780/0xa1e9845215a9308a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.298697:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000f84f780/0xa1e9845215a9308a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.298704:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000f84f780/0xa1e9845215a9308a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.298723:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.298725:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.298728:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.298742:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970704.298752:0:8236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3fa7a3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+111:3361:x1867475559772928:12345-0@lo:6:osp-syn-0-1.0 Request processed in 171us (200us total) trans 103079229317 rc 0/0 00000100:00100000:0.0:1780970704.298758:0:8236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88340 00010000:00010000:0.0:1780970704.298774:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780970704.298781:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000090fd683d/2, rc 0, transno 31344 00000100:00100000:1.0:1780970704.298787:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090fd683d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559771968:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1780970704.298791:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000cd23129e/2, rc 0, transno 31348 00000100:00100000:0.0:1780970704.298801:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd23129e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559772864:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1780970704.298808:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d1234948/2, rc 0, transno 14211 00000100:00100000:1.0:1780970704.298824:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1234948 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559772224:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1780970704.298837:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bafb1d29/2, rc 0, transno 14212 00000100:00100000:1.0:1780970704.298841:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bafb1d29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559772480:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1780970704.298855:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000980a7c3f/2, rc 0, transno 31345 00000100:00100000:1.0:1780970704.298864:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000980a7c3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559772736:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1780970704.298899:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bd9df100/2, rc 0, transno 14213 00000100:00100000:0.0:1780970704.298908:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd9df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559772928:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.298929:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d03555ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559773184:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.298949:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.298971:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559773184 00000100:00100000:0.0:1780970704.299001:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88341 00000100:00100000:0.0:1780970704.299005:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060c27b0f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+82:3361:x1867475559773184:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.299020:0:8691:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11874 count 1 00002000:00010000:0.0:1780970704.299041:0:8691:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e62:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.299045:0:8691:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e76da252/0xa1e9845215a93091 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e62:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.299053:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.299054:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.299056:0:8691:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e76da252/0xa1e9845215a93091 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.299064:0:8691:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e76da252/0xa1e9845215a93091 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.299070:0:8691:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e76da252/0xa1e9845215a93091 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.299076:0:8691:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e76da252/0xa1e9845215a93091 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.299090:0:8691:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780970704.299194:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060c27b0f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+83:3361:x1867475559773184:12345-0@lo:6:osp-syn-1-1.0 Request processed in 187us (244us total) trans 4294998645 rc 0/0 00002000:00080000:2.0:1780970704.299595:0:123249:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11783 count 1 00002000:00010000:2.0:1780970704.299637:0:123249:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e07:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.299642:0:123249:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005deefccb/0xa1e9845215a93098 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e07:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.299651:0:123249:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.299652:0:123249:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.299654:0:123249:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005deefccb/0xa1e9845215a93098 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.299663:0:123249:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005deefccb/0xa1e9845215a93098 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.299670:0:123249:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005deefccb/0xa1e9845215a93098 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.299677:0:123249:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005deefccb/0xa1e9845215a93098 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.299696:0:123249:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1780970704.299784:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008663cfb7/2, rc 0, transno 14210 00000100:00100000:1.0:1780970704.299796:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008663cfb7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559772800:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1780970704.299816:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000cbbc3c08/2, rc 0, transno 31342 00000100:00100000:1.0:1780970704.299823:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbbc3c08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559771776:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970704.299835:0:123249:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000064d1df3c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+84:3363:x1867475559771712:12345-0@lo:6:osp-syn-1-1.0 Request processed in 4922us (7835us total) trans 4294998646 rc 0/0 00000004:00080000:1.0:1780970704.299836:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001781d7a6/2, rc 0, transno 31343 00000100:00100000:1.0:1780970704.299839:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001781d7a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559772032:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1780970704.299849:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000054f9e498/2, rc 0, transno 31346 00000100:00100000:1.0:1780970704.299852:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054f9e498 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559772288:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1780970704.299866:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a9fe1c68/2, rc 0, transno 31347 00000100:00100000:1.0:1780970704.299869:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a9fe1c68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559772544:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.300011:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a4e576f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559773056:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.300044:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.300080:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559773056 00000100:00100000:3.0:1780970704.300135:0:123248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88336 00000100:00100000:0.0:1780970704.301045:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88341 00010000:00010000:3.0:1780970704.301113:0:3346:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f57a8777/0xa1e9845215a92c7e lrc: 3/0,1 mode: COS/COS res: [0x200000007:0x1:0x0].0x11ae43fc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.301129:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x11ae43fc (00000000cdcdc333) 00010000:00010000:3.0:1780970704.301132:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970704.301137:0:3346:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005db7e15e/0xa1e9845215a92c85 lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.301143:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2ce1:0x0].0x0 (00000000c5a915f4) 00010000:00010000:3.0:1780970704.301145:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780970704.301174:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780970704.301180:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e76da252/0xa1e9845215a93091 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.301191:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e76da252 already unused, calling callback (000000003b8e5fd2) 00000100:00100000:3.0:1780970704.301192:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.301222:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559771200 00000100:00100000:3.0:1780970704.301244:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88342 00000100:00100000:3.0:1780970704.301249:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff80e3a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+127:3362:x1867475559771200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780970704.301269:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:21330 count 1 00002000:00010000:3.0:1780970704.301294:0:23195:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x5352:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970704.301298:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006fbd9769/0xa1e9845215a9309f lrc: 3/0,1 mode: --/PW res: [0x5352:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.301308:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.301311:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.301314:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006fbd9769/0xa1e9845215a9309f lrc: 3/0,1 mode: PW/PW res: [0x5352:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.301324:0:23195:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006fbd9769/0xa1e9845215a9309f lrc: 3/0,1 mode: PW/PW res: [0x5352:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.301332:0:23195:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006fbd9769/0xa1e9845215a9309f lrc: 3/0,1 mode: PW/PW res: [0x5352:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.301338:0:23195:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006fbd9769/0xa1e9845215a9309f lrc: 2/0,0 mode: PW/PW res: [0x5352:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.301353:0:23195:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1780970704.301566:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff80e3a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+128:3362:x1867475559771200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 316us (375us total) trans 4294998647 rc 0/0 00000100:00100000:3.0:1780970704.301573:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88342 00000100:00100000:3.0:1780970704.301593:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004901a73e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559771456:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.301633:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.301653:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559771456 00010000:00010000:0.0:1780970704.302816:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e76da252/0xa1e9845215a93091 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.302832:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e76da252/0xa1e9845215a93091 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.302855:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e76da252/0xa1e9845215a93091 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.302861:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e76da252/0xa1e9845215a93091 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.302904:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780970704.302909:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005deefccb/0xa1e9845215a93098 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.302918:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005deefccb already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.302920:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005deefccb/0xa1e9845215a93098 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.302926:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005deefccb/0xa1e9845215a93098 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.302935:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005deefccb/0xa1e9845215a93098 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.302941:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005deefccb/0xa1e9845215a93098 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.302956:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.302959:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006fbd9769/0xa1e9845215a9309f lrc: 2/0,0 mode: PW/PW res: [0x5352:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.302964:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006fbd9769 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.302966:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006fbd9769/0xa1e9845215a9309f lrc: 2/0,0 mode: PW/PW res: [0x5352:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.302972:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006fbd9769/0xa1e9845215a9309f lrc: 3/0,0 mode: PW/PW res: [0x5352:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.302981:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006fbd9769/0xa1e9845215a9309f lrc: 1/0,0 mode: --/PW res: [0x5352:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.303007:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006fbd9769/0xa1e9845215a9309f lrc: 0/0,0 mode: --/PW res: [0x5352:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.303022:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.303024:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.303025:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.303044:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780970704.303087:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d03555ce/2, rc 0, transno 31349 00000100:00100000:0.0:1780970704.303108:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d03555ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559773184:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.303189:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000df9885d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559773440:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.303240:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.304730:0:123248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88343 00000100:00100000:3.0:1780970704.304742:0:123248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e57d66f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+84:3362:x1867475559771456:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1780970704.304789:0:123248:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11863 count 1 00002000:00010000:3.0:1780970704.304833:0:123248:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e57:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970704.304840:0:123248:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007b0276ff/0xa1e9845215a930a6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e57:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.304855:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.304857:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.304862:0:123248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007b0276ff/0xa1e9845215a930a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.304875:0:123248:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007b0276ff/0xa1e9845215a930a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.304884:0:123248:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007b0276ff/0xa1e9845215a930a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.304891:0:123248:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007b0276ff/0xa1e9845215a930a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.304910:0:123248:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780970704.305302:0:123248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e57d66f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+85:3362:x1867475559771456:12345-0@lo:6:osp-syn-1-1.0 Request processed in 560us (3667us total) trans 4294998648 rc 0/0 00000100:00100000:3.0:1780970704.305311:0:123248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88343 00000100:00100000:3.0:1780970704.305365:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000032e54e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559772992:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.305415:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.305443:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559772992 00000100:00100000:3.0:1780970704.305471:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88344 00000100:00100000:3.0:1780970704.305475:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ef75de9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+85:3362:x1867475559772992:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1780970704.305487:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11873 count 1 00002000:00010000:3.0:1780970704.305505:0:23195:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e61:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970704.305509:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000d692658/0xa1e9845215a930ad lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e61:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.305519:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.305520:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.305522:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000d692658/0xa1e9845215a930ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.305529:0:23195:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000d692658/0xa1e9845215a930ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.305536:0:23195:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000d692658/0xa1e9845215a930ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.305541:0:23195:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000d692658/0xa1e9845215a930ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.305554:0:23195:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1780970704.305737:0:8236:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559773440 00000100:00100000:0.0:1780970704.305768:0:8236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88345 00000100:00100000:0.0:1780970704.305772:0:8236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001820a4e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+87:3361:x1867475559773440:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.305784:0:8236:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11876 count 1 00002000:00010000:0.0:1780970704.305803:0:8236:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e64:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.305806:0:8236:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000baa382b2/0xa1e9845215a930b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e64:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.305815:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.305817:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.305819:0:8236:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000baa382b2/0xa1e9845215a930b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.305829:0:8236:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000baa382b2/0xa1e9845215a930b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.305840:0:8236:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000baa382b2/0xa1e9845215a930b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.305846:0:8236:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000baa382b2/0xa1e9845215a930b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.305854:0:8236:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1780970704.306587:0:8236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001820a4e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+88:3361:x1867475559773440:12345-0@lo:6:osp-syn-1-1.0 Request processed in 811us (3346us total) trans 4294998650 rc 0/0 00000100:00100000:0.0:1780970704.306597:0:8236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88345 00010000:00010000:0.0:1780970704.306660:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1780970704.306667:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007b0276ff/0xa1e9845215a930a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.306677:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007b0276ff already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.306681:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007b0276ff/0xa1e9845215a930a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.306689:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007b0276ff/0xa1e9845215a930a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.306708:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007b0276ff/0xa1e9845215a930a6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.306715:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007b0276ff/0xa1e9845215a930a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.306788:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780970704.306790:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000d692658/0xa1e9845215a930ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.306797:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000d692658 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.306799:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000d692658/0xa1e9845215a930ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.306805:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000d692658/0xa1e9845215a930ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.306814:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000d692658/0xa1e9845215a930ad lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.306820:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000d692658/0xa1e9845215a930ad lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.306830:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.306833:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000baa382b2/0xa1e9845215a930b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.306838:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000baa382b2 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.306839:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000baa382b2/0xa1e9845215a930b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.306845:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000baa382b2/0xa1e9845215a930b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.306854:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000baa382b2/0xa1e9845215a930b4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.306861:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000baa382b2/0xa1e9845215a930b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.309825:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.309832:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.309834:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.309847:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780970704.309901:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000df9885d6/2, rc 0, transno 31354 00000100:00100000:0.0:1780970704.309928:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000df9885d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559773440:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.309948:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1780970704.310327:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0555485 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559773120:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.310401:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.311466:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559773120 00000100:00100000:3.0:1780970704.311469:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ef75de9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+87:3362:x1867475559772992:12345-0@lo:6:osp-syn-1-1.0 Request processed in 5508us (5570us total) trans 4294998649 rc 0/0 00000100:00100000:3.0:1780970704.311484:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88344 00000100:00100000:3.0:1780970704.311517:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88346 00000100:00100000:3.0:1780970704.311524:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5f43f3e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+111:3361:x1867475559773120:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.311549:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cf1cc9a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559773376:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.311589:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.311608:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00002000:00080000:3.0:1780970704.311651:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12676 count 1 00000100:00100000:0.0:1780970704.311657:0:8236:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559773376 00000100:00100000:0.0:1780970704.311678:0:8236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88347 00000100:00100000:0.0:1780970704.311683:0:8236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000feb3eda3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+87:3361:x1867475559773376:12345-0@lo:6:osp-syn-1-1.0 00002000:00010000:3.0:1780970704.311694:0:23195:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3184:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00080000:0.0:1780970704.311700:0:8236:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11875 count 1 00010000:00010000:3.0:1780970704.311703:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d6376234/0xa1e9845215a930bb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3184:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.311719:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.311721:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00002000:00010000:0.0:1780970704.311724:0:8236:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e63:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970704.311725:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d6376234/0xa1e9845215a930bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.311731:0:8236:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000670bb303/0xa1e9845215a930c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e63:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.311745:0:23195:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d6376234/0xa1e9845215a930bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.311748:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.311751:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.311753:0:8236:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000670bb303/0xa1e9845215a930c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.311758:0:23195:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d6376234/0xa1e9845215a930bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.311764:0:8236:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000670bb303/0xa1e9845215a930c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.311767:0:23195:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d6376234/0xa1e9845215a930bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.311777:0:8236:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000670bb303/0xa1e9845215a930c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.311792:0:23195:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780970704.311800:0:8236:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000670bb303/0xa1e9845215a930c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.311816:0:8236:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1780970704.312283:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5f43f3e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+112:3361:x1867475559773120:12345-0@lo:6:osp-syn-0-1.0 Request processed in 758us (1882us total) trans 103079229318 rc 0/0 00000100:00100000:3.0:1780970704.312291:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88346 00000100:00100000:3.0:1780970704.312335:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003bf95acc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559773248:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1780970704.312362:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.312529:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025a9acdd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559773504:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.312558:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.312583:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559773248 00000100:00100000:3.0:1780970704.312610:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559773504 00000100:00100000:0.0:1780970704.312698:0:8236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000feb3eda3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+89:3361:x1867475559773376:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1013us (1109us total) trans 4294998651 rc 0/0 00000100:00100000:0.0:1780970704.312707:0:8236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88347 00000100:00100000:3.0:1780970704.312714:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88348 00000100:00100000:3.0:1780970704.312721:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b405b016 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+112:3362:x1867475559773248:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.312730:0:8236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88349 00000100:00100000:0.0:1780970704.312735:0:8236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067dea4fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+88:3362:x1867475559773504:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1780970704.312741:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12562 count 1 00002000:00080000:0.0:1780970704.312750:0:8236:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11877 count 1 00002000:00010000:3.0:1780970704.312766:0:23195:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3112:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970704.312772:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a930c9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3112:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1780970704.312777:0:8236:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e65:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970704.312785:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.312787:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.312790:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a930c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3112:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.312799:0:23195:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a930c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3112:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.312806:0:23195:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a930c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3112:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.312813:0:23195:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a930c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3112:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.312822:0:23195:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1780970704.312841:0:8236:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000013d3ea32/0xa1e9845215a930d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e65:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.312851:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.312853:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.312855:0:8236:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013d3ea32/0xa1e9845215a930d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.312865:0:8236:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000013d3ea32/0xa1e9845215a930d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.312872:0:8236:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000013d3ea32/0xa1e9845215a930d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.312879:0:8236:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000013d3ea32/0xa1e9845215a930d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.312889:0:8236:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1780970704.313842:0:123249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88334 00010000:00010000:2.0:1780970704.313895:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1780970704.313900:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d6376234/0xa1e9845215a930bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.313913:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d6376234 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.313916:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d6376234/0xa1e9845215a930bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.314091:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88350 00000100:00100000:1.0:1780970704.314099:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006622c256 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+113:3363:x1867475559773056:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1780970704.314123:0:30675:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12675 count 1 00002000:00010000:1.0:1780970704.314154:0:30675:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3183:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.314159:0:30675:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bd273dd0/0xa1e9845215a930d7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3183:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.314169:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d6376234/0xa1e9845215a930bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.314170:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.314172:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.314174:0:30675:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bd273dd0/0xa1e9845215a930d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.314207:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d6376234/0xa1e9845215a930bb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.314209:0:30675:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd273dd0/0xa1e9845215a930d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.314229:0:30675:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bd273dd0/0xa1e9845215a930d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.314231:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d6376234/0xa1e9845215a930bb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.314243:0:30675:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bd273dd0/0xa1e9845215a930d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.314256:0:30675:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:2.0:1780970704.314264:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1780970704.314267:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000670bb303/0xa1e9845215a930c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.314275:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000670bb303 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.314277:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000670bb303/0xa1e9845215a930c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.314283:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000670bb303/0xa1e9845215a930c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.314295:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000670bb303/0xa1e9845215a930c2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.314301:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000670bb303/0xa1e9845215a930c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.314320:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1780970704.314322:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a930c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3112:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.314329:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001897266b already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.314332:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a930c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3112:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.314338:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a930c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3112:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.314348:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a930c9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3112:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.314359:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001897266b/0xa1e9845215a930c9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3112:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.314370:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780970704.314373:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000013d3ea32/0xa1e9845215a930d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.314392:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000013d3ea32 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.314394:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000013d3ea32/0xa1e9845215a930d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.314400:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000013d3ea32/0xa1e9845215a930d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.314408:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000013d3ea32/0xa1e9845215a930d0 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.314415:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000013d3ea32/0xa1e9845215a930d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.314427:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.314429:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bd273dd0/0xa1e9845215a930d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.314435:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bd273dd0 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.314437:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bd273dd0/0xa1e9845215a930d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.314443:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bd273dd0/0xa1e9845215a930d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.314453:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bd273dd0/0xa1e9845215a930d7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.314458:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd273dd0/0xa1e9845215a930d7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.314476:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.314478:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.314485:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.314571:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.314576:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970704.315861:0:8236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067dea4fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+88:3362:x1867475559773504:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3121us (3298us total) trans 4294998652 rc 0/0 00000100:00100000:0.0:1780970704.315876:0:8236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88349 00010000:00010000:0.0:1780970704.315915:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.315921:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970704.315940:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000018bf35fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559773632:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.315980:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.316027:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559773632 00000100:00100000:0.0:1780970704.316059:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88351 00000100:00100000:0.0:1780970704.316064:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f9fd855 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+88:3361:x1867475559773632:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.316086:0:8691:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11878 count 1 00000100:00100000:1.0:1780970704.316111:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006622c256 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+114:3363:x1867475559773056:12345-0@lo:6:osp-syn-0-1.0 Request processed in 2010us (16064us total) trans 103079229320 rc 0/0 00000100:00100000:1.0:1780970704.316120:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88350 00002000:00010000:0.0:1780970704.316124:0:8691:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e66:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.316131:0:8691:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011a5f204/0xa1e9845215a930de lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e66:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.316151:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.316153:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.316156:0:8691:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011a5f204/0xa1e9845215a930de lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.316174:0:8691:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011a5f204/0xa1e9845215a930de lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.316182:0:8691:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011a5f204/0xa1e9845215a930de lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.316189:0:8691:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000011a5f204/0xa1e9845215a930de lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.316208:0:8691:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1780970704.316372:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000afd05819/2, rc 0, transno 31350 00000100:00100000:1.0:1780970704.316387:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000afd05819 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559771712:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.316440:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046bf22e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559773312:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.316480:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.316485:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f9fd855 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+89:3361:x1867475559773632:12345-0@lo:6:osp-syn-1-1.0 Request processed in 418us (503us total) trans 4294998653 rc 0/0 00000100:00100000:0.0:1780970704.316494:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88351 00000100:00100000:1.0:1780970704.316507:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559773312 00010000:00010000:0.0:1780970704.316526:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.316532:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000011a5f204/0xa1e9845215a930de lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.316540:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000011a5f204 already unused, calling callback (000000003b8e5fd2) 00000100:00100000:1.0:1780970704.316543:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88352 00010000:00010000:0.0:1780970704.316546:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000011a5f204/0xa1e9845215a930de lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.316555:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000011a5f204/0xa1e9845215a930de lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.316572:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000011a5f204/0xa1e9845215a930de lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.316577:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011a5f204/0xa1e9845215a930de lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.316591:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.316592:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.316593:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780970704.316632:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a0555485/2, rc 0, transno 14214 00000100:00100000:0.0:1780970704.316643:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0555485 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559773120:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1780970704.316682:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000cf1cc9a4/2, rc 0, transno 31355 00000100:00100000:0.0:1780970704.316690:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cf1cc9a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559773376:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.316700:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a429397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559773696:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780970704.316725:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.316745:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b405b016 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+114:3362:x1867475559773248:12345-0@lo:6:osp-syn-0-1.0 Request processed in 4023us (4383us total) trans 103079229319 rc 0/0 00000100:00100000:3.0:1780970704.316752:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88348 00000100:00100000:3.0:1780970704.316768:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559773696 00000100:00100000:3.0:1780970704.316799:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88353 00000100:00100000:3.0:1780970704.316804:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0242aba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+36:3361:x1867475559773696:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780970704.316828:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23094 count 1 00002000:00010000:3.0:1780970704.316850:0:23195:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970704.316855:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5a7c608/0xa1e9845215a930e5 lrc: 3/0,1 mode: --/PW res: [0x5a36:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.316863:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.316865:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.316867:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d5a7c608/0xa1e9845215a930e5 lrc: 3/0,1 mode: PW/PW res: [0x5a36:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.316876:0:23195:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d5a7c608/0xa1e9845215a930e5 lrc: 3/0,1 mode: PW/PW res: [0x5a36:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.316883:0:23195:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5a7c608/0xa1e9845215a930e5 lrc: 3/0,1 mode: PW/PW res: [0x5a36:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.316888:0:23195:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d5a7c608/0xa1e9845215a930e5 lrc: 2/0,0 mode: PW/PW res: [0x5a36:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.316906:0:23195:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780970704.317062:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0242aba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+37:3361:x1867475559773696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 257us (337us total) trans 103079229321 rc 0/0 00000100:00100000:3.0:1780970704.317069:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88353 00000004:00080000:3.0:1780970704.317170:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000490d397e/2, rc 0, transno 31351 00000100:00100000:3.0:1780970704.317175:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000490d397e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559771200:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780970704.317188:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004901a73e/2, rc 0, transno 31352 00000100:00100000:3.0:1780970704.317190:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004901a73e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559771456:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.317202:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5409c1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559773760:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970704.317240:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1780970704.317261:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000032e54e44/2, rc 0, transno 31353 00000100:00100000:3.0:1780970704.317266:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000032e54e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559772992:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1780970704.317275:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003bf95acc/2, rc 0, transno 14215 00000100:00100000:3.0:1780970704.317283:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003bf95acc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559773248:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1780970704.317292:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000025a9acdd/2, rc 0, transno 31356 00000100:00100000:3.0:1780970704.317295:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025a9acdd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559773504:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.317303:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780970704.317308:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006622c256 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559773824:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.317331:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.317350:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559773760 00000100:00100000:3.0:1780970704.317368:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559773824 00000100:00100000:3.0:1780970704.317382:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88354 00000100:00100000:3.0:1780970704.317385:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad22015e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+37:3362:x1867475559773760:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780970704.317399:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23095 count 1 00002000:00010000:3.0:1780970704.317415:0:23195:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970704.317419:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a930ec lrc: 3/0,1 mode: --/PW res: [0x5a37:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.317426:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.317428:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.317430:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a930ec lrc: 3/0,1 mode: PW/PW res: [0x5a37:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.317437:0:23195:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a930ec lrc: 3/0,1 mode: PW/PW res: [0x5a37:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.317574:0:23195:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a930ec lrc: 3/0,1 mode: PW/PW res: [0x5a37:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.317581:0:23195:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a930ec lrc: 2/0,0 mode: PW/PW res: [0x5a37:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.317595:0:23195:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1780970704.317726:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad22015e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+38:3362:x1867475559773760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 340us (487us total) trans 103079229322 rc 0/0 00000100:00100000:3.0:1780970704.317732:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88354 00000100:00100000:3.0:1780970704.317746:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88355 00000100:00100000:3.0:1780970704.317749:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c781ec5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+89:3362:x1867475559773824:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1780970704.317761:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11879 count 1 00002000:00010000:3.0:1780970704.317777:0:23195:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e67:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000004:00080000:0.0:1780970704.317780:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005a429397/2, rc 0, transno 14217 00010000:00010000:3.0:1780970704.317781:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008fd994f9/0xa1e9845215a930f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e67:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.317788:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.317789:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1780970704.317790:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a429397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559773696:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1780970704.317791:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008fd994f9/0xa1e9845215a930f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.317799:0:23195:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008fd994f9/0xa1e9845215a930f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.317805:0:23195:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008fd994f9/0xa1e9845215a930f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.317811:0:23195:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008fd994f9/0xa1e9845215a930f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.317822:0:23195:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1780970704.317827:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1780970704.317831:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d5a7c608/0xa1e9845215a930e5 lrc: 2/0,0 mode: PW/PW res: [0x5a36:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.317838:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d5a7c608 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.317840:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5a7c608/0xa1e9845215a930e5 lrc: 2/0,0 mode: PW/PW res: [0x5a36:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.317852:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5a7c608/0xa1e9845215a930e5 lrc: 3/0,0 mode: PW/PW res: [0x5a36:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.317865:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d5a7c608/0xa1e9845215a930e5 lrc: 1/0,0 mode: --/PW res: [0x5a36:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.317872:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5a7c608/0xa1e9845215a930e5 lrc: 0/0,0 mode: --/PW res: [0x5a36:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.317887:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780970704.317889:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a930ec lrc: 2/0,0 mode: PW/PW res: [0x5a37:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.317894:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c4309c47 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.317897:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a930ec lrc: 2/0,0 mode: PW/PW res: [0x5a37:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.317902:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a930ec lrc: 3/0,0 mode: PW/PW res: [0x5a37:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.317910:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a930ec lrc: 1/0,0 mode: --/PW res: [0x5a37:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.317916:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c4309c47/0xa1e9845215a930ec lrc: 0/0,0 mode: --/PW res: [0x5a37:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.317929:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.317932:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008fd994f9/0xa1e9845215a930f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.317937:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008fd994f9 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.317938:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008fd994f9/0xa1e9845215a930f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.317943:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008fd994f9/0xa1e9845215a930f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.317950:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008fd994f9/0xa1e9845215a930f3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.317956:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008fd994f9/0xa1e9845215a930f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.317965:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.317966:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.317967:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780970704.317997:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000018bf35fe/2, rc 0, transno 31357 00000100:00100000:0.0:1780970704.318001:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000018bf35fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559773632:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.318010:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004afa408a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559773952:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.318042:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000946bf45f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+113:3363:x1867475559773312:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.318043:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1780970704.318062:0:30674:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12677 count 1 00000100:00100000:0.0:1780970704.318067:0:8236:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559773952 00002000:00010000:1.0:1780970704.318085:0:30674:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3185:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.318091:0:30674:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000829ebc97/0xa1e9845215a930fa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3185:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.318094:0:8236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88356 00000100:00100000:0.0:1780970704.318102:0:8236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008529ef68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+114:3361:x1867475559773952:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1780970704.318107:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.318114:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00002000:00080000:0.0:1780970704.318116:0:8236:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12679 count 1 00010000:00010000:1.0:1780970704.318117:0:30674:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000829ebc97/0xa1e9845215a930fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.318130:0:30674:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000829ebc97/0xa1e9845215a930fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.318138:0:30674:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000829ebc97/0xa1e9845215a930fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1780970704.318138:0:8236:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3187:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.318146:0:8236:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003a46cda4/0xa1e9845215a93101 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3187:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.318149:0:30674:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000829ebc97/0xa1e9845215a930fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.318165:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.318167:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.318170:0:8236:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003a46cda4/0xa1e9845215a93101 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.318176:0:30674:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780970704.318182:0:8236:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003a46cda4/0xa1e9845215a93101 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.318189:0:8236:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003a46cda4/0xa1e9845215a93101 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.318194:0:8236:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003a46cda4/0xa1e9845215a93101 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.318208:0:8236:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780970704.318307:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000946bf45f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+116:3363:x1867475559773312:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1757us (1827us total) trans 103079229323 rc 0/0 00000100:00100000:1.0:1780970704.318315:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88352 00000100:00100000:1.0:1780970704.318390:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008bb66b76 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559773568:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.318426:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c781ec5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+90:3362:x1867475559773824:12345-0@lo:6:osp-syn-1-1.0 Request processed in 675us (1093us total) trans 4294998654 rc 0/0 00000100:00100000:3.0:1780970704.318438:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88355 00000100:00100000:1.0:1780970704.318438:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.318438:0:8236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008529ef68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+115:3361:x1867475559773952:12345-0@lo:6:osp-syn-0-1.0 Request processed in 333us (397us total) trans 103079229324 rc 0/0 00000004:00080000:1.0:1780970704.318467:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003a4e576f/2, rc 0, transno 14216 00000100:00100000:1.0:1780970704.318477:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a4e576f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559773056:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.318487:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a3dc0136 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559774080:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.318508:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.318512:0:8236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88356 00000100:00100000:3.0:1780970704.318527:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559773568 00000100:00100000:1.0:1780970704.318537:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559774080 00000100:00100000:0.0:1780970704.318541:0:8236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88357 00000100:00100000:0.0:1780970704.318546:0:8236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f45ab9d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+91:3363:x1867475559773568:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1780970704.318548:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780970704.318555:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000829ebc97/0xa1e9845215a930fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1780970704.318559:0:8236:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11784 count 1 00000100:00100000:3.0:1780970704.318567:0:123248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88358 00010000:00010000:2.0:1780970704.318567:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000829ebc97 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.318572:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000829ebc97/0xa1e9845215a930fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.318575:0:123248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000412c0225 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+91:3363:x1867475559774080:12345-0@lo:6:osp-syn-1-1.0 00002000:00010000:0.0:1780970704.318577:0:8236:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e08:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.318585:0:8236:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003f9afa6a/0xa1e9845215a93108 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e08:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.318587:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000829ebc97/0xa1e9845215a930fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1780970704.318590:0:123248:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11881 count 1 00000004:00080000:1.0:1780970704.318598:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000046bf22e7/2, rc 0, transno 14219 00002000:00010000:3.0:1780970704.318604:0:123248:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e69:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1780970704.318607:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046bf22e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559773312:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1780970704.318610:0:123248:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a9310f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e69:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.318637:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.318638:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1780970704.318639:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00010000:00010000:3.0:1780970704.318640:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.318641:0:8236:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f9afa6a/0xa1e9845215a93108 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.318642:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.318644:0:123248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a9310f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.318648:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000927ff390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559774016:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1780970704.318651:0:8236:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003f9afa6a/0xa1e9845215a93108 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.318656:0:123248:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a9310f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.318662:0:123248:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a9310f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.318662:0:8236:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003f9afa6a/0xa1e9845215a93108 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.318668:0:123248:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a9310f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.318668:0:8236:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003f9afa6a/0xa1e9845215a93108 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.318679:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1780970704.318683:0:123248:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1780970704.318683:0:8236:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1780970704.318697:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000040be322e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559774272:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.318721:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.318744:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559774016 00000100:00100000:1.0:1780970704.318767:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559774272 00000100:00100000:1.0:1780970704.318791:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88359 00000100:00100000:1.0:1780970704.318795:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000081050189 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+95:3363:x1867475559774016:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.318801:0:123248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000412c0225 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+95:3363:x1867475559774080:12345-0@lo:6:osp-syn-1-1.0 Request processed in 225us (291us total) trans 4294998655 rc 0/0 00000100:00100000:0.0:1780970704.318801:0:8236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f45ab9d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+95:3363:x1867475559773568:12345-0@lo:6:osp-syn-1-1.0 Request processed in 252us (368us total) trans 4294998656 rc 0/0 00000100:00100000:0.0:1780970704.318809:0:8236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88357 00002000:00080000:1.0:1780970704.318810:0:30674:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11880 count 1 00000100:00100000:3.0:1780970704.318814:0:123248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88358 00000100:00100000:0.0:1780970704.318822:0:8236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88360 00000100:00100000:0.0:1780970704.318827:0:8236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e511b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+93:3363:x1867475559774272:12345-0@lo:6:osp-syn-1-1.0 00002000:00010000:1.0:1780970704.318829:0:30674:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e68:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.318834:0:30674:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098be62aa/0xa1e9845215a93116 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e68:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1780970704.318839:0:8236:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11884 count 1 00010000:00010000:1.0:1780970704.318844:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000004:00080000:3.0:1780970704.318845:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d5409c1d/2, rc 0, transno 14218 00010000:00010000:1.0:1780970704.318847:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1780970704.318851:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5409c1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559773760:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1780970704.318851:0:30674:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098be62aa/0xa1e9845215a93116 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1780970704.318855:0:8236:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e6c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.318863:0:8236:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cfc872f2/0xa1e9845215a9311d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e6c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1780970704.318866:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006622c256/2, rc 0, transno 31358 00010000:00010000:1.0:1780970704.318869:0:30674:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098be62aa/0xa1e9845215a93116 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.318873:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1780970704.318875:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006622c256 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559773824:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1780970704.318875:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.318878:0:8236:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cfc872f2/0xa1e9845215a9311d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.318881:0:30674:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098be62aa/0xa1e9845215a93116 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.318890:0:8236:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cfc872f2/0xa1e9845215a9311d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.318892:0:30674:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000098be62aa/0xa1e9845215a93116 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.318908:0:8236:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cfc872f2/0xa1e9845215a9311d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.318913:0:30674:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1780970704.318920:0:8236:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cfc872f2/0xa1e9845215a9311d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.318930:0:8236:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1780970704.319050:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000081050189 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+95:3363:x1867475559774016:12345-0@lo:6:osp-syn-1-1.0 Request processed in 253us (372us total) trans 4294998657 rc 0/0 00000100:00100000:1.0:1780970704.319058:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88359 00010000:00010000:2.0:1780970704.319075:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000829ebc97/0xa1e9845215a930fa lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.319076:0:8236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e511b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+94:3363:x1867475559774272:12345-0@lo:6:osp-syn-1-1.0 Request processed in 246us (353us total) trans 4294998658 rc 0/0 00000100:00100000:0.0:1780970704.319091:0:8236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88360 00010000:00010000:2.0:1780970704.319099:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000829ebc97/0xa1e9845215a930fa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.319119:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1780970704.319124:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003a46cda4/0xa1e9845215a93101 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.319125:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1780970704.319131:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a9310f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.319135:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003a46cda4 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.319139:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003a46cda4/0xa1e9845215a93101 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1780970704.319141:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a3dc0136/2, rc 0, transno 31359 00010000:00010000:2.0:1780970704.319142:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000485248ac already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.319148:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a9310f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.319153:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003a46cda4/0xa1e9845215a93101 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.319154:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a3dc0136 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559774080:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1780970704.319165:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a9310f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.319176:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003a46cda4/0xa1e9845215a93101 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.319181:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a9310f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.319191:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003a46cda4/0xa1e9845215a93101 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1780970704.319192:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008bb66b76/2, rc 0, transno 31360 00010000:00010000:2.0:1780970704.319194:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000485248ac/0xa1e9845215a9310f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.319204:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008bb66b76 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559773568:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1780970704.319229:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1780970704.319233:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780970704.319233:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003f9afa6a/0xa1e9845215a93108 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.319238:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000098be62aa/0xa1e9845215a93116 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.319242:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000010616cd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559774336:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1780970704.319249:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003f9afa6a already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.319253:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003f9afa6a/0xa1e9845215a93108 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.319256:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000098be62aa already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.319261:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000098be62aa/0xa1e9845215a93116 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.319264:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003f9afa6a/0xa1e9845215a93108 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.319275:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1780970704.319278:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000098be62aa/0xa1e9845215a93116 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.319291:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000098be62aa/0xa1e9845215a93116 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.319298:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098be62aa/0xa1e9845215a93116 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1780970704.319302:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000927ff390/2, rc 0, transno 31361 00000100:00100000:1.0:1780970704.319313:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000927ff390 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559774016:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1780970704.319316:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.319319:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cfc872f2/0xa1e9845215a9311d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.319326:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cfc872f2 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.319328:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cfc872f2/0xa1e9845215a9311d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.319336:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cfc872f2/0xa1e9845215a9311d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.319346:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cfc872f2/0xa1e9845215a9311d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.319354:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cfc872f2/0xa1e9845215a9311d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.319355:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003f9afa6a/0xa1e9845215a93108 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.319358:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559774336 00000100:00100000:3.0:1780970704.319376:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee33d7b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559774528:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1780970704.319376:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f9afa6a/0xa1e9845215a93108 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.319385:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88361 00000100:00100000:1.0:1780970704.319391:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000479d764e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+94:3363:x1867475559774336:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1780970704.319393:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.319396:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.319399:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970704.319405:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1780970704.319408:0:30675:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11785 count 1 00010000:00010000:2.0:1780970704.319411:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.319414:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.319416:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970704.319432:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780970704.319433:0:30688:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559774528 00000100:00100000:3.0:1780970704.319439:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008929aea1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559774592:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1780970704.319447:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.319462:0:30688:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88362 00000100:00100000:1.0:1780970704.319469:0:30688:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012a4197e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+95:3362:x1867475559774528:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1780970704.319475:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1780970704.319481:0:30688:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11887 count 1 00010000:00010000:0.0:1780970704.319486:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1780970704.319499:0:30688:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e6f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.319504:0:30688:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d9c81ac7/0xa1e9845215a93124 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1780970704.319507:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004afa408a/2, rc 0, transno 14220 00010000:00010000:1.0:1780970704.319515:0:30688:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.319518:0:30688:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1780970704.319520:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004afa408a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559773952:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1780970704.319522:0:30688:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d9c81ac7/0xa1e9845215a93124 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.319535:0:30688:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d9c81ac7/0xa1e9845215a93124 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.319549:0:30688:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d9c81ac7/0xa1e9845215a93124 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.319553:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9790081 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559774208:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1780970704.319561:0:30688:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d9c81ac7/0xa1e9845215a93124 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.319581:0:30688:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780970704.320044:0:30686:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e713b54f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+37:3362:x1867475559770688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 86636us (86704us total) trans 103079229294 rc 0/0 00000100:00100000:2.0:1780970704.320054:0:30686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88289 00010000:00010000:0.0:1780970704.321125:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.321135:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d9c81ac7/0xa1e9845215a93124 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.321148:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d9c81ac7 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.321152:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d9c81ac7/0xa1e9845215a93124 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.321160:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d9c81ac7/0xa1e9845215a93124 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.321169:0:30688:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012a4197e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+96:3362:x1867475559774528:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1696us (1762us total) trans 4294998659 rc 0/0 00000100:00100000:1.0:1780970704.321179:0:30688:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88362 00010000:00010000:0.0:1780970704.321185:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d9c81ac7/0xa1e9845215a93124 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.321194:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d9c81ac7/0xa1e9845215a93124 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.321216:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.321217:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.321219:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970704.321250:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.321365:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1780970704.321402:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ee33d7b1/2, rc 0, transno 31363 00000100:00100000:3.0:1780970704.321418:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee33d7b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559774528:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1780970704.321437:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008fb8a693/2, rc 0, transno 14190 00000100:00100000:3.0:1780970704.321444:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008fb8a693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559770688:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970704.321461:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027decfd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559774784:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780970704.321490:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.321514:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780970704.321519:0:30688:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559774208 00000100:00100000:3.0:1780970704.321522:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a15485ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559774848:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1780970704.321548:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.321727:0:30688:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559774592 00000100:00100000:0.0:1780970704.321737:0:123251:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559774784 00000100:00100000:1.0:1780970704.321760:0:30688:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559774848 00000100:00100000:0.0:1780970704.321773:0:123251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88363 00000100:00100000:0.0:1780970704.321779:0:123251:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087730a49 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+96:3361:x1867475559774208:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.321793:0:30688:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88364 00000100:00100000:1.0:1780970704.321797:0:30688:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f73d44be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+116:3362:x1867475559774592:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1780970704.321806:0:123251:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11883 count 1 00002000:00080000:1.0:1780970704.321812:0:30688:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12680 count 1 00002000:00010000:0.0:1780970704.321844:0:123251:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e6b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:1.0:1780970704.321845:0:30688:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3188:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.321854:0:30688:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000897c1c63/0xa1e9845215a93132 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3188:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.321855:0:123251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef8fb5ee/0xa1e9845215a9312b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e6b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.321879:0:30688:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.321879:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.321882:0:30688:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.321883:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.321888:0:30688:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000897c1c63/0xa1e9845215a93132 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.321888:0:123251:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef8fb5ee/0xa1e9845215a9312b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.321916:0:30688:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000897c1c63/0xa1e9845215a93132 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.321916:0:123251:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef8fb5ee/0xa1e9845215a9312b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.321939:0:123251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef8fb5ee/0xa1e9845215a9312b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.321941:0:30688:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000897c1c63/0xa1e9845215a93132 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.321957:0:123251:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ef8fb5ee/0xa1e9845215a9312b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.321960:0:30688:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000897c1c63/0xa1e9845215a93132 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.322002:0:123251:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1780970704.322004:0:30688:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1780970704.322245:0:123251:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087730a49 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+97:3361:x1867475559774208:12345-0@lo:6:osp-syn-1-1.0 Request processed in 465us (995us total) trans 4294998660 rc 0/0 00000100:00100000:1.0:1780970704.322253:0:30688:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f73d44be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+117:3362:x1867475559774592:12345-0@lo:6:osp-syn-0-1.0 Request processed in 453us (887us total) trans 103079229325 rc 0/0 00000100:00100000:0.0:1780970704.322255:0:123251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88363 00000100:00100000:1.0:1780970704.322265:0:30688:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88364 00000100:00100000:1.0:1780970704.322359:0:30688:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88365 00000100:00100000:1.0:1780970704.322365:0:30688:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000029425dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+37:3362:x1867475559774784:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780970704.322380:0:30688:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23097 count 1 00002000:00010000:1.0:1780970704.322397:0:30688:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.322400:0:30688:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000506127d7/0xa1e9845215a93139 lrc: 3/0,1 mode: --/PW res: [0x5a39:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.322408:0:30688:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.322410:0:30688:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.322411:0:30688:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000506127d7/0xa1e9845215a93139 lrc: 3/0,1 mode: PW/PW res: [0x5a39:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.322419:0:30688:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000506127d7/0xa1e9845215a93139 lrc: 3/0,1 mode: PW/PW res: [0x5a39:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.322426:0:30688:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000506127d7/0xa1e9845215a93139 lrc: 3/0,1 mode: PW/PW res: [0x5a39:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.322433:0:30688:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000506127d7/0xa1e9845215a93139 lrc: 2/0,0 mode: PW/PW res: [0x5a39:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.322448:0:30688:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1780970704.322552:0:30688:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000029425dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+38:3362:x1867475559774784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 187us (1063us total) trans 103079229326 rc 0/0 00000100:00100000:1.0:1780970704.322559:0:30688:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88365 00000100:00100000:1.0:1780970704.322586:0:30688:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88366 00000100:00100000:1.0:1780970704.322590:0:30688:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000389a5154 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+116:3362:x1867475559774848:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1780970704.322601:0:30688:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12682 count 1 00002000:00010000:1.0:1780970704.322637:0:30688:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x318a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.322640:0:30688:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ceb7099a/0xa1e9845215a93140 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x318a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.322648:0:30688:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.322649:0:30688:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.322651:0:30688:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ceb7099a/0xa1e9845215a93140 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x318a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.322659:0:30688:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ceb7099a/0xa1e9845215a93140 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x318a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.322665:0:30688:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ceb7099a/0xa1e9845215a93140 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x318a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.322670:0:30688:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ceb7099a/0xa1e9845215a93140 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x318a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.322687:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1780970704.322691:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ef8fb5ee/0xa1e9845215a9312b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.322698:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ef8fb5ee already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.322700:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef8fb5ee/0xa1e9845215a9312b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.322707:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef8fb5ee/0xa1e9845215a9312b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.322721:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ef8fb5ee/0xa1e9845215a9312b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.322727:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef8fb5ee/0xa1e9845215a9312b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.322742:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780970704.322744:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000897c1c63/0xa1e9845215a93132 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.322749:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000897c1c63 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.322750:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000897c1c63/0xa1e9845215a93132 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.322755:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000897c1c63/0xa1e9845215a93132 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.322765:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000897c1c63/0xa1e9845215a93132 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.322771:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000897c1c63/0xa1e9845215a93132 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.322788:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.322790:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000506127d7/0xa1e9845215a93139 lrc: 2/0,0 mode: PW/PW res: [0x5a39:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.322795:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000506127d7 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.322797:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000506127d7/0xa1e9845215a93139 lrc: 2/0,0 mode: PW/PW res: [0x5a39:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.322803:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000506127d7/0xa1e9845215a93139 lrc: 3/0,0 mode: PW/PW res: [0x5a39:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.322811:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000506127d7/0xa1e9845215a93139 lrc: 1/0,0 mode: --/PW res: [0x5a39:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.322817:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000506127d7/0xa1e9845215a93139 lrc: 0/0,0 mode: --/PW res: [0x5a39:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.322829:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.322831:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.322833:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.322890:0:30688:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780970704.322984:0:30688:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000389a5154 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+117:3362:x1867475559774848:12345-0@lo:6:osp-syn-0-1.0 Request processed in 393us (1436us total) trans 103079229327 rc 0/0 00000100:00100000:1.0:1780970704.323000:0:30688:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88366 00010000:00010000:1.0:1780970704.323017:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.323021:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ceb7099a/0xa1e9845215a93140 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x318a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.323028:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ceb7099a already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.323031:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ceb7099a/0xa1e9845215a93140 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x318a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.323037:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ceb7099a/0xa1e9845215a93140 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x318a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.323048:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ceb7099a/0xa1e9845215a93140 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x318a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.323054:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ceb7099a/0xa1e9845215a93140 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x318a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.323066:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.323067:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.323068:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.323074:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.323697:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e4bf3af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559774464:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.323742:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.323769:0:8236:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559774464 00000100:00100000:1.0:1780970704.323796:0:8236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88367 00000100:00100000:1.0:1780970704.323801:0:8236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012d75047 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+97:3361:x1867475559774464:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1780970704.323820:0:8236:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11886 count 1 00002000:00010000:1.0:1780970704.323849:0:8236:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e6e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.323854:0:8236:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b8b9ac5/0xa1e9845215a93147 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e6e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.323866:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.323869:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.323871:0:8236:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b8b9ac5/0xa1e9845215a93147 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.323883:0:8236:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008b8b9ac5/0xa1e9845215a93147 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.323890:0:8236:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b8b9ac5/0xa1e9845215a93147 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.323897:0:8236:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008b8b9ac5/0xa1e9845215a93147 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.323912:0:8236:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780970704.324020:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.324027:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008b8b9ac5/0xa1e9845215a93147 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.324038:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008b8b9ac5 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.324042:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008b8b9ac5/0xa1e9845215a93147 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.324064:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008b8b9ac5/0xa1e9845215a93147 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.324085:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008b8b9ac5/0xa1e9845215a93147 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.324093:0:8236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012d75047 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+98:3361:x1867475559774464:12345-0@lo:6:osp-syn-1-1.0 Request processed in 289us (349us total) trans 4294998661 rc 0/0 00010000:00010000:0.0:1780970704.324095:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008b8b9ac5/0xa1e9845215a93147 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.324107:0:8236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88367 00010000:00010000:0.0:1780970704.324127:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.324130:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.324133:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.324143:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045b9b110 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559774720:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780970704.324171:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1780970704.324327:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d9790081/2, rc 0, transno 31364 00000100:00100000:1.0:1780970704.324339:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9790081 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559774208:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.324346:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559774720 00000004:00080000:1.0:1780970704.324394:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009e4bf3af/2, rc 0, transno 31365 00000100:00100000:1.0:1780970704.324400:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e4bf3af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559774464:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.324419:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077b84468 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559774976:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.324437:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.325754:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559774976 00010000:00010000:2.0:1780970704.325774:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970704.325783:0:123248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88368 00000100:00100000:0.0:1780970704.325793:0:123248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a972cc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+38:3361:x1867475559774720:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780970704.325824:0:123248:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23096 count 1 00002000:00010000:3.0:1780970704.325837:0:30675:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e09:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970704.325845:0:30675:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a9314e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e09:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1780970704.325852:0:123248:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970704.325858:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.325858:0:123248:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc8e0b3a/0xa1e9845215a93155 lrc: 3/0,1 mode: --/PW res: [0x5a38:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.325862:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.325867:0:30675:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a9314e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.325870:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.325873:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.325876:0:123248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc8e0b3a/0xa1e9845215a93155 lrc: 3/0,1 mode: PW/PW res: [0x5a38:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.325883:0:30675:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a9314e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.325887:0:123248:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc8e0b3a/0xa1e9845215a93155 lrc: 3/0,1 mode: PW/PW res: [0x5a38:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.325899:0:30675:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a9314e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.325917:0:123248:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc8e0b3a/0xa1e9845215a93155 lrc: 3/0,1 mode: PW/PW res: [0x5a38:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.325918:0:30675:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a9314e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.325938:0:123248:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dc8e0b3a/0xa1e9845215a93155 lrc: 2/0,0 mode: PW/PW res: [0x5a38:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.325951:0:30675:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1780970704.325960:0:123248:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1780970704.325970:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780970704.325974:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a9314e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.325982:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000002e67f91 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.325985:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a9314e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.326004:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a9314e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.326020:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a9314e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.326026:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000002e67f91/0xa1e9845215a9314e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e09:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.326047:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.326049:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dc8e0b3a/0xa1e9845215a93155 lrc: 2/0,0 mode: PW/PW res: [0x5a38:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.326055:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dc8e0b3a already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.326056:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc8e0b3a/0xa1e9845215a93155 lrc: 2/0,0 mode: PW/PW res: [0x5a38:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.326061:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc8e0b3a/0xa1e9845215a93155 lrc: 3/0,0 mode: PW/PW res: [0x5a38:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.326068:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dc8e0b3a/0xa1e9845215a93155 lrc: 1/0,0 mode: --/PW res: [0x5a38:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.326073:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc8e0b3a/0xa1e9845215a93155 lrc: 0/0,0 mode: --/PW res: [0x5a38:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.326087:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.326088:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.326089:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970704.326353:0:123248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a972cc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+39:3361:x1867475559774720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 560us (2181us total) trans 103079229328 rc 0/0 00010000:00010000:1.0:1780970704.326374:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780970704.326408:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000045b9b110/2, rc 0, transno 14224 00000100:00100000:1.0:1780970704.326429:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045b9b110 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559774720:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780970704.326442:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 5 async RPCs [0->1] 00000100:00100000:0.0:1780970704.326448:0:123248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88368 00000100:00100000:1.0:1780970704.326454:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c33543 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559773888:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970704.326474:0:123248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88369 00000100:00100000:0.0:1780970704.326481:0:123248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd9fe66a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+98:3361:x1867475559774976:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.326498:0:123248:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11889 count 1 00002000:00010000:0.0:1780970704.326515:0:123248:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e71:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.326520:0:123248:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019be72c3/0xa1e9845215a9315c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e71:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.326532:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.326534:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.326536:0:123248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019be72c3/0xa1e9845215a9315c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.326544:0:123248:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019be72c3/0xa1e9845215a9315c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.326551:0:123248:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019be72c3/0xa1e9845215a9315c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.326558:0:123248:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000019be72c3/0xa1e9845215a9315c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.326581:0:123248:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780970704.326607:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000479d764e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+99:3363:x1867475559774336:12345-0@lo:6:osp-syn-1-1.0 Request processed in 7215us (7335us total) trans 4294998662 rc 0/0 00010000:00010000:2.0:1780970704.326684:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.326689:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000019be72c3/0xa1e9845215a9315c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.326698:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000019be72c3 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.326701:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000019be72c3/0xa1e9845215a9315c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.326708:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000019be72c3/0xa1e9845215a9315c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.326723:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000019be72c3/0xa1e9845215a9315c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.326732:0:123248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd9fe66a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+100:3361:x1867475559774976:12345-0@lo:6:osp-syn-1-1.0 Request processed in 248us (2290us total) trans 4294998663 rc 0/0 00000100:00100000:1.0:1780970704.326733:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1780970704.326739:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019be72c3/0xa1e9845215a9315c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.326747:0:123248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88369 00010000:00010000:2.0:1780970704.326765:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.326765:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559773888 00010000:00010000:2.0:1780970704.326769:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.326771:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.326797:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88370 00000100:00100000:1.0:1780970704.326803:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2e6a110 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+117:3361:x1867475559773888:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1780970704.326819:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12678 count 1 00002000:00010000:1.0:1780970704.326838:0:23195:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3186:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.326842:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084205e35/0xa1e9845215a93163 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3186:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.326849:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.326850:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.326853:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084205e35/0xa1e9845215a93163 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.326861:0:23195:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084205e35/0xa1e9845215a93163 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.326867:0:23195:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084205e35/0xa1e9845215a93163 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.326872:0:23195:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000084205e35/0xa1e9845215a93163 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.326892:0:23195:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780970704.327007:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2e6a110 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+118:3361:x1867475559773888:12345-0@lo:6:osp-syn-0-1.0 Request processed in 204us (280us total) trans 103079229329 rc 0/0 00000100:00100000:1.0:1780970704.327013:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88370 00000100:00100000:1.0:1780970704.327035:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000032266e79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559774144:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.327059:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.327082:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae37a1e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559774400:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.327105:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.327116:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003f5887b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559774656:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.327135:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.327145:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000496bf2eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559774912:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.327164:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1780970704.327183:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000077b84468/2, rc 0, transno 31367 00000100:00100000:1.0:1780970704.327193:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077b84468 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559774976:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1780970704.327246:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c2c33543/2, rc 0, transno 14225 00000100:00100000:1.0:1780970704.327255:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c33543 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559773888:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1780970704.327367:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.327372:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000084205e35/0xa1e9845215a93163 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.327382:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000084205e35 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.327384:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000084205e35/0xa1e9845215a93163 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.327391:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000084205e35/0xa1e9845215a93163 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.327406:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000084205e35/0xa1e9845215a93163 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.327412:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084205e35/0xa1e9845215a93163 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.327430:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.327432:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.327433:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970704.327444:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559774144 00000100:00100000:0.0:1780970704.327468:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559774400 00000100:00100000:0.0:1780970704.327491:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559774656 00000100:00100000:0.0:1780970704.327506:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559774912 00000100:00100000:0.0:1780970704.327521:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88371 00000100:00100000:0.0:1780970704.327526:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000018abc7ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+102:3361:x1867475559774144:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.327541:0:8691:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11882 count 1 00002000:00010000:0.0:1780970704.327558:0:8691:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e6a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.327562:0:8691:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084df4009/0xa1e9845215a9316a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e6a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.327569:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.327571:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.327573:0:8691:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084df4009/0xa1e9845215a9316a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.327581:0:8691:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084df4009/0xa1e9845215a9316a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.327592:0:8691:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084df4009/0xa1e9845215a9316a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.327599:0:8691:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000084df4009/0xa1e9845215a9316a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.327610:0:8691:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780970704.327753:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000018abc7ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+103:3361:x1867475559774144:12345-0@lo:6:osp-syn-1-1.0 Request processed in 226us (694us total) trans 4294998664 rc 0/0 00000100:00100000:0.0:1780970704.327761:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88371 00000100:00100000:0.0:1780970704.327789:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88372 00000100:00100000:0.0:1780970704.327793:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be5481a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+102:3361:x1867475559774400:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.327807:0:8691:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11885 count 1 00002000:00010000:0.0:1780970704.327821:0:8691:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e6d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.327825:0:8691:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7ac1dbf/0xa1e9845215a93171 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e6d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.327834:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.327836:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.327838:0:8691:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f7ac1dbf/0xa1e9845215a93171 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.327846:0:8691:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f7ac1dbf/0xa1e9845215a93171 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.327853:0:8691:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7ac1dbf/0xa1e9845215a93171 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.327859:0:8691:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f7ac1dbf/0xa1e9845215a93171 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.327866:0:8236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88373 00000100:00100000:1.0:1780970704.327872:0:8236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043afc4eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+118:3361:x1867475559774656:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1780970704.327876:0:8691:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00080000:1.0:1780970704.327887:0:8236:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12681 count 1 00002000:00010000:1.0:1780970704.327906:0:8236:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3189:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.327911:0:8236:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000036881206/0xa1e9845215a93178 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3189:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.327919:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.327921:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.327923:0:8236:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000036881206/0xa1e9845215a93178 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.327935:0:8236:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000036881206/0xa1e9845215a93178 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.327941:0:8236:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000036881206/0xa1e9845215a93178 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.327947:0:8236:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000036881206/0xa1e9845215a93178 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.327960:0:8236:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1780970704.327977:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be5481a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+103:3361:x1867475559774400:12345-0@lo:6:osp-syn-1-1.0 Request processed in 182us (871us total) trans 4294998665 rc 0/0 00000100:00100000:0.0:1780970704.327985:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88372 00000100:00100000:0.0:1780970704.328018:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88374 00000100:00100000:0.0:1780970704.328023:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012279d3c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+102:3361:x1867475559774912:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.328036:0:8691:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11888 count 1 00002000:00010000:0.0:1780970704.328054:0:8691:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e70:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.328059:0:8691:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f382306f/0xa1e9845215a9317f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e70:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.328066:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.328068:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.328070:0:8691:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f382306f/0xa1e9845215a9317f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.328079:0:8691:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f382306f/0xa1e9845215a9317f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.328085:0:8691:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f382306f/0xa1e9845215a9317f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.328090:0:8236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043afc4eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+119:3361:x1867475559774656:12345-0@lo:6:osp-syn-0-1.0 Request processed in 215us (952us total) trans 103079229330 rc 0/0 00010000:00010000:0.0:1780970704.328097:0:8691:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f382306f/0xa1e9845215a9317f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.328103:0:8236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88373 00010000:00010000:0.0:1780970704.328117:0:8691:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1780970704.328128:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1780970704.328133:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000084df4009/0xa1e9845215a9316a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.328143:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000084df4009 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.328145:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000084df4009/0xa1e9845215a9316a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.328157:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000084df4009/0xa1e9845215a9316a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.328172:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000084df4009/0xa1e9845215a9316a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.328178:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084df4009/0xa1e9845215a9316a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.328199:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1780970704.328202:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f7ac1dbf/0xa1e9845215a93171 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.328208:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7ac1dbf already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.328211:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7ac1dbf/0xa1e9845215a93171 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.328217:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7ac1dbf/0xa1e9845215a93171 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.328220:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012279d3c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+103:3361:x1867475559774912:12345-0@lo:6:osp-syn-1-1.0 Request processed in 194us (1053us total) trans 4294998666 rc 0/0 00000100:00100000:0.0:1780970704.328235:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88374 00010000:00010000:1.0:1780970704.328236:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f7ac1dbf/0xa1e9845215a93171 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.328244:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f7ac1dbf/0xa1e9845215a93171 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.328258:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780970704.328263:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000036881206/0xa1e9845215a93178 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.328264:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.328268:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f382306f/0xa1e9845215a9317f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.328277:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000036881206 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.328292:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000036881206/0xa1e9845215a93178 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.328299:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000036881206/0xa1e9845215a93178 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.328310:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000036881206/0xa1e9845215a93178 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.328316:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036881206/0xa1e9845215a93178 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.328332:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.328333:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.328334:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.328341:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.328350:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f382306f already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.328353:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f382306f/0xa1e9845215a9317f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.328360:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f382306f/0xa1e9845215a9317f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.328371:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f382306f/0xa1e9845215a9317f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.328376:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f382306f/0xa1e9845215a9317f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.328389:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.328390:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.328391:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780970704.328421:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000032266e79/2, rc 0, transno 31368 00000100:00100000:1.0:1780970704.328437:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000032266e79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559774144:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1780970704.328449:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ae37a1e1/2, rc 0, transno 31369 00000100:00100000:1.0:1780970704.328451:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae37a1e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559774400:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1780970704.328461:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003f5887b4/2, rc 0, transno 14226 00000100:00100000:1.0:1780970704.328469:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003f5887b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559774656:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1780970704.328508:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000496bf2eb/2, rc 0, transno 31370 00000100:00100000:1.0:1780970704.328512:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000496bf2eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559774912:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.328524:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001fe6b898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559775232:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.328552:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.328577:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559775232 00000100:00100000:1.0:1780970704.328601:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88375 00000100:00100000:1.0:1780970704.328604:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c7f68ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+119:3361:x1867475559775232:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1780970704.328639:0:30674:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12564 count 1 00002000:00010000:1.0:1780970704.328656:0:30674:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3114:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.328660:0:30674:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000558302d/0xa1e9845215a93186 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3114:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.328668:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.328670:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.328672:0:30674:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000558302d/0xa1e9845215a93186 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.328679:0:30674:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000558302d/0xa1e9845215a93186 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.328687:0:30674:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000558302d/0xa1e9845215a93186 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.328692:0:30674:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000558302d/0xa1e9845215a93186 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.328706:0:30674:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780970704.328805:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c7f68ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+120:3361:x1867475559775232:12345-0@lo:6:osp-syn-0-1.0 Request processed in 199us (253us total) trans 103079229331 rc 0/0 00000100:00100000:1.0:1780970704.328812:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88375 00010000:00010000:1.0:1780970704.328829:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.328832:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000558302d/0xa1e9845215a93186 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.328838:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000558302d already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.328840:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000558302d/0xa1e9845215a93186 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.328846:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000558302d/0xa1e9845215a93186 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.328856:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000558302d/0xa1e9845215a93186 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.328861:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000558302d/0xa1e9845215a93186 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.328873:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.328874:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.328875:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780970704.328891:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001fe6b898/2, rc 0, transno 14227 00000100:00100000:1.0:1780970704.328898:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001fe6b898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559775232:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.328904:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780970704.328928:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c59e731 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559775168:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.328950:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.328971:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559775168 00000100:00100000:1.0:1780970704.329005:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88376 00000100:00100000:1.0:1780970704.329009:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024a06403 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+120:3361:x1867475559775168:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1780970704.329021:0:30674:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12563 count 1 00002000:00010000:1.0:1780970704.329037:0:30674:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3113:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.329041:0:30674:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a9318d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3113:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.329048:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.329049:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.329051:0:30674:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a9318d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.329058:0:30674:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a9318d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.329064:0:30674:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a9318d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.329069:0:30674:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a9318d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.329078:0:30674:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780970704.329168:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024a06403 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+121:3361:x1867475559775168:12345-0@lo:6:osp-syn-0-1.0 Request processed in 158us (218us total) trans 103079229332 rc 0/0 00000100:00100000:1.0:1780970704.329175:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88376 00000004:00080000:1.0:1780970704.329199:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001c59e731/2, rc 0, transno 14228 00000100:00100000:1.0:1780970704.329206:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c59e731 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559775168:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1780970704.329344:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88361 00000004:00080000:3.0:1780970704.329457:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000040be322e/2, rc 0, transno 31362 00000100:00100000:3.0:1780970704.329462:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000040be322e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559774272:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.329472:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009020d566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559775104:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.329495:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.329557:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a4ca634b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559775360:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1780970704.329580:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1780970704.329591:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.329597:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a9318d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.329607:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000645805ac already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.329610:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a9318d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.329631:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a9318d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.329648:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a9318d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1780970704.329651:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000010616cd8/2, rc 0, transno 31366 00000100:00100000:3.0:1780970704.329659:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000010616cd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559774336:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1780970704.329659:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000645805ac/0xa1e9845215a9318d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.329671:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1780970704.329678:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000032f1094d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559775040:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1780970704.329682:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.329684:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.329685:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970704.329702:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.329744:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559775104 00000100:00100000:1.0:1780970704.329771:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559775360 00000100:00100000:1.0:1780970704.329786:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88377 00000100:00100000:1.0:1780970704.329790:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e57d66f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+102:3363:x1867475559775104:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1780970704.329803:0:30674:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11891 count 1 00002000:00010000:1.0:1780970704.329823:0:30674:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e73:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.329827:0:30674:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a93194 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e73:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.329835:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.329836:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.329838:0:30674:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a93194 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.329847:0:30674:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a93194 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.329854:0:30674:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a93194 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.329858:0:30674:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a93194 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.329870:0:30674:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780970704.330010:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e57d66f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+103:3363:x1867475559775104:12345-0@lo:6:osp-syn-1-1.0 Request processed in 219us (515us total) trans 4294998667 rc 0/0 00000100:00100000:1.0:1780970704.330017:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88377 00000100:00100000:1.0:1780970704.330032:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88378 00000100:00100000:1.0:1780970704.330036:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ef75de9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+121:3363:x1867475559775360:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1780970704.330047:0:30674:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12566 count 1 00002000:00010000:1.0:1780970704.330063:0:30674:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3116:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.330067:0:30674:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001baebfe8/0xa1e9845215a9319b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3116:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.330074:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.330075:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.330077:0:30674:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001baebfe8/0xa1e9845215a9319b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.330085:0:30674:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001baebfe8/0xa1e9845215a9319b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.330091:0:30674:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001baebfe8/0xa1e9845215a9319b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.330098:0:30674:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001baebfe8/0xa1e9845215a9319b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.330113:0:30674:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780970704.330204:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ef75de9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+122:3363:x1867475559775360:12345-0@lo:6:osp-syn-0-1.0 Request processed in 166us (624us total) trans 103079229333 rc 0/0 00000100:00100000:1.0:1780970704.330210:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88378 00010000:00010000:1.0:1780970704.330225:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780970704.330229:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a93194 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.330239:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d6ba4ba already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.330242:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a93194 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.330248:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a93194 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.330259:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a93194 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.330264:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007d6ba4ba/0xa1e9845215a93194 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.330353:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.330356:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001baebfe8/0xa1e9845215a9319b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.330362:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001baebfe8 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.330364:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001baebfe8/0xa1e9845215a9319b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.330370:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001baebfe8/0xa1e9845215a9319b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.330378:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001baebfe8/0xa1e9845215a9319b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.330388:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001baebfe8/0xa1e9845215a9319b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.330400:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.330401:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.330403:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970704.330490:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003cc6627f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559775296:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1780970704.330517:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1780970704.330573:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009020d566/2, rc 0, transno 31371 00000100:00100000:3.0:1780970704.330580:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009020d566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559775104:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1780970704.330589:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a4ca634b/2, rc 0, transno 14229 00000100:00100000:3.0:1780970704.330607:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a4ca634b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559775360:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1780970704.330653:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a15485ca/2, rc 0, transno 14223 00000100:00100000:3.0:1780970704.330657:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a15485ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559774848:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1780970704.330669:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000027decfd5/2, rc 0, transno 14222 00000100:00100000:3.0:1780970704.330682:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027decfd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559774784:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1780970704.330693:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008929aea1/2, rc 0, transno 14221 00000100:00100000:3.0:1780970704.330696:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008929aea1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559774592:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1780970704.330853:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.330859:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.331029:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559775040 00000100:00100000:2.0:1780970704.331060:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559775296 00000100:00100000:1.0:1780970704.331094:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88379 00000100:00100000:1.0:1780970704.331099:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067dea4fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+103:3363:x1867475559775040:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970704.331116:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88380 00002000:00080000:1.0:1780970704.331116:0:30674:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11890 count 1 00000100:00100000:2.0:1780970704.331124:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b405b016 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+122:3363:x1867475559775296:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970704.331139:0:30675:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12565 count 1 00002000:00010000:1.0:1780970704.331141:0:30674:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e72:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.331147:0:30674:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007d3cc917/0xa1e9845215a931a2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e72:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.331157:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.331159:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.331161:0:30674:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007d3cc917/0xa1e9845215a931a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1780970704.331162:0:30675:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3115:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.331172:0:30675:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b005208a/0xa1e9845215a931a9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3115:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.331176:0:30674:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007d3cc917/0xa1e9845215a931a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.331185:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.331188:0:30674:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007d3cc917/0xa1e9845215a931a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.331189:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.331192:0:30675:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b005208a/0xa1e9845215a931a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.331206:0:30674:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007d3cc917/0xa1e9845215a931a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.331210:0:30675:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b005208a/0xa1e9845215a931a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.331230:0:30675:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b005208a/0xa1e9845215a931a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.331236:0:30675:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b005208a/0xa1e9845215a931a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.331239:0:30674:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780970704.331252:0:30675:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1780970704.331260:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780970704.331263:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007d3cc917/0xa1e9845215a931a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.331270:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d3cc917 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.331273:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007d3cc917/0xa1e9845215a931a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.331278:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007d3cc917/0xa1e9845215a931a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.331289:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007d3cc917/0xa1e9845215a931a2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.331296:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007d3cc917/0xa1e9845215a931a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.331310:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.331312:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b005208a/0xa1e9845215a931a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.331318:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b005208a already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.331319:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b005208a/0xa1e9845215a931a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.331325:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b005208a/0xa1e9845215a931a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.331333:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b005208a/0xa1e9845215a931a9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.331339:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b005208a/0xa1e9845215a931a9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.331350:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.331351:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.331353:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.331462:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067dea4fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+104:3363:x1867475559775040:12345-0@lo:6:osp-syn-1-1.0 Request processed in 361us (1758us total) trans 4294998668 rc 0/0 00000100:00100000:1.0:1780970704.331470:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88379 00010000:00010000:1.0:1780970704.331490:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970704.331501:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b405b016 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+123:3363:x1867475559775296:12345-0@lo:6:osp-syn-0-1.0 Request processed in 376us (983us total) trans 103079229334 rc 0/0 00000100:00100000:1.0:1780970704.331507:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c5a8c493 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559775488:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970704.331511:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88380 00000100:00100000:1.0:1780970704.331543:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.331571:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004cf90942 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559775744:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.331590:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.331605:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1780970704.331610:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a92c53d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559775424:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970704.331637:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559775488 00000100:00100000:1.0:1780970704.331652:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.333530:0:123253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559775744 00000100:00100000:3.0:1780970704.333704:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007a073b21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559775552:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.333769:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.333798:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc48ae65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559775808:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1780970704.333818:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.333839:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780970704.333844:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4d7bbc9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559775616:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.333866:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.333901:0:123251:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559775424 00000100:00100000:1.0:1780970704.333926:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559775808 00000004:00080000:3.0:1780970704.333946:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000036be33e6/2, rc 0, transno 31324 00000100:00100000:0.0:1780970704.333947:0:123251:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559775616 00000100:00100000:3.0:1780970704.333956:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036be33e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559767744:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780970704.333956:0:8236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88381 00000100:00100000:1.0:1780970704.333971:0:8236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009725cf42 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+107:3361:x1867475559775488:12345-0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1780970704.333976:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e2f8266a/2, rc 0, transno 14191 00002000:00080000:1.0:1780970704.334011:0:8236:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11892 count 1 00002000:00010000:1.0:1780970704.334042:0:8236:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e74:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.334049:0:8236:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000af0d13c1/0xa1e9845215a931b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e74:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.334063:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.334065:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.334069:0:8236:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af0d13c1/0xa1e9845215a931b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.334081:0:8236:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0d13c1/0xa1e9845215a931b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.334089:0:8236:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000af0d13c1/0xa1e9845215a931b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.334096:0:8236:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000af0d13c1/0xa1e9845215a931b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.334112:0:8236:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780970704.334161:0:123251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88382 00000100:00100000:0.0:1780970704.334166:0:123251:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e858b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+107:3361:x1867475559775424:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.334183:0:123251:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11786 count 1 00002000:00010000:0.0:1780970704.334202:0:123251:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e0a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.334207:0:123251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000078cafc37/0xa1e9845215a931b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e0a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.334215:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.334217:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.334219:0:123251:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000078cafc37/0xa1e9845215a931b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.334220:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e2f8266a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559768000:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1780970704.334234:0:123251:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000078cafc37/0xa1e9845215a931b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.334241:0:123251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000078cafc37/0xa1e9845215a931b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1780970704.334242:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000025d2d3c3/2, rc 0, transno 14193 00000100:00100000:3.0:1780970704.334250:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025d2d3c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559768256:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1780970704.334251:0:123251:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000078cafc37/0xa1e9845215a931b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.334267:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be5eb209 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3360:1867475559768512:0@lo:400:kworker/u8:18.0 00010000:00010000:0.0:1780970704.334269:0:123251:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1780970704.334303:0:8236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009725cf42 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+108:3361:x1867475559775488:12345-0@lo:6:osp-syn-1-1.0 Request processed in 332us (2761us total) trans 4294998669 rc 0/0 00000100:00100000:1.0:1780970704.334311:0:8236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88381 00000100:00100000:1.0:1780970704.334333:0:8236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88383 00000100:00100000:1.0:1780970704.334338:0:8236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012a4197e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+107:3362:x1867475559775616:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.334341:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000151566e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3360:1867475559768768:0@lo:400:kworker/u8:18.0 00010000:00010000:0.0:1780970704.334351:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00002000:00080000:1.0:1780970704.334355:0:8236:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11894 count 1 00010000:00010000:0.0:1780970704.334357:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000af0d13c1/0xa1e9845215a931b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1780970704.334361:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002505829a/2, rc 0, transno 14196 00010000:00010000:0.0:1780970704.334369:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000af0d13c1 already unused, calling callback (000000003b8e5fd2) 00002000:00010000:1.0:1780970704.334372:0:8236:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e76:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.334374:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000af0d13c1/0xa1e9845215a931b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.334375:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002505829a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559769024:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1780970704.334388:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000af0d13c1/0xa1e9845215a931b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1780970704.334389:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004560569e/2, rc 0, transno 14198 00010000:00010000:1.0:1780970704.334392:0:8236:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d0005d36/0xa1e9845215a931be lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e76:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.334397:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004560569e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559769280:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1780970704.334411:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.334413:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.334415:0:8236:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d0005d36/0xa1e9845215a931be lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.334418:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000af0d13c1/0xa1e9845215a931b0 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.334429:0:8236:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d0005d36/0xa1e9845215a931be lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.334430:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0d13c1/0xa1e9845215a931b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1780970704.334433:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000069d1df27/2, rc 0, transno 14199 00000100:00100000:3.0:1780970704.334440:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069d1df27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559769536:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1780970704.334450:0:8236:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d0005d36/0xa1e9845215a931be lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.334459:0:8236:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d0005d36/0xa1e9845215a931be lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1780970704.334463:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f6c6c648/2, rc 0, transno 31330 00010000:00010000:0.0:1780970704.334463:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.334469:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000078cafc37/0xa1e9845215a931b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.334476:0:8236:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780970704.334476:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000078cafc37 already unused, calling callback (000000003b8e5fd2) 00000100:00100000:3.0:1780970704.334479:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6c6c648 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559769792:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1780970704.334481:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000078cafc37/0xa1e9845215a931b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.334491:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000078cafc37/0xa1e9845215a931b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1780970704.334496:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007a6927f5/2, rc 0, transno 14201 00000100:00100000:3.0:1780970704.334503:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007a6927f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559770048:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1780970704.334504:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000078cafc37/0xa1e9845215a931b7 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.334512:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000078cafc37/0xa1e9845215a931b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1780970704.334517:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003b8ca591/2, rc 0, transno 14206 00000100:00100000:3.0:1780970704.334524:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b8ca591 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559770304:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1780970704.334542:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004e4b6dc5/2, rc 0, transno 14207 00010000:00010000:0.0:1780970704.334545:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1780970704.334548:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e4b6dc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559770560:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1780970704.334550:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d0005d36/0xa1e9845215a931be lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.334559:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d0005d36 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.334562:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d0005d36/0xa1e9845215a931be lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1780970704.334565:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005f0b32ab/2, rc 0, transno 31340 00010000:00010000:0.0:1780970704.334570:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d0005d36/0xa1e9845215a931be lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.334571:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f0b32ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559770816:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1780970704.334587:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bdbcd236/2, rc 0, transno 14208 00010000:00010000:0.0:1780970704.334587:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d0005d36/0xa1e9845215a931be lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970704.334594:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bdbcd236 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559771136:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1780970704.334600:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d0005d36/0xa1e9845215a931be lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.334604:0:8236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012a4197e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+108:3362:x1867475559775616:12345-0@lo:6:osp-syn-1-1.0 Request processed in 263us (735us total) trans 4294998670 rc 0/0 00010000:00010000:0.0:1780970704.335130:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.335133:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.335136:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970704.335186:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559775552 00000100:00100000:3.0:1780970704.335238:0:123253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88384 00000100:00100000:3.0:1780970704.335245:0:123253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098169a94 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+109:3361:x1867475559775744:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1780970704.335259:0:123253:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11896 count 1 00000100:00100000:2.0:1780970704.335557:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88385 00002000:00010000:3.0:1780970704.335561:0:123253:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e78:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:2.0:1780970704.335565:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad22015e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+109:3362:x1867475559775552:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1780970704.335569:0:123253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a931c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e78:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1780970704.335580:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11893 count 1 00010000:00010000:3.0:1780970704.335581:0:123253:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.335584:0:123253:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.335587:0:123253:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a931c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.335597:0:123253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a931c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1780970704.335599:0:23195:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e75:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.335607:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000194c1617/0xa1e9845215a931cc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e75:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.335610:0:123253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a931c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.335635:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.335637:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.335640:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000194c1617/0xa1e9845215a931cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.335641:0:123253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a931c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.335665:0:23195:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000194c1617/0xa1e9845215a931cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.335673:0:23195:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000194c1617/0xa1e9845215a931cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.335677:0:123253:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780970704.335684:0:23195:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000194c1617/0xa1e9845215a931cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.335697:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.335701:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a931c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.335708:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008c5a2656 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.335711:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a931c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.335719:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a931c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.335734:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a931c5 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.335740:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008c5a2656/0xa1e9845215a931c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.335758:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.335760:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.335762:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.335777:0:23195:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780970704.335781:0:123251:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e858b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+111:3361:x1867475559775424:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1612us (4128us total) trans 4294998671 rc 0/0 00000100:00100000:0.0:1780970704.335791:0:123251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88382 00000100:00100000:3.0:1780970704.335819:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098169a94 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+111:3361:x1867475559775744:12345-0@lo:6:osp-syn-1-1.0 Request processed in 572us (4225us total) trans 4294998672 rc 0/0 00000100:00100000:3.0:1780970704.335828:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88384 00000100:00100000:0.0:1780970704.335839:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009089957d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559775872:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.335879:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.335900:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad22015e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+110:3362:x1867475559775552:12345-0@lo:6:osp-syn-1-1.0 Request processed in 335us (2130us total) trans 4294998673 rc 0/0 00000100:00100000:2.0:1780970704.335907:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88385 00000100:00100000:2.0:1780970704.335927:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559775872 00000004:00080000:0.0:1780970704.335931:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000032f1094d/2, rc 0, transno 31372 00000100:00100000:0.0:1780970704.335945:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000032f1094d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559775040:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970704.335952:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88386 00000100:00100000:2.0:1780970704.335957:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000948e78bb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+110:3363:x1867475559775872:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1780970704.335970:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11897 count 1 00002000:00010000:2.0:1780970704.335996:0:23195:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e79:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.336001:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f6174d7a/0xa1e9845215a931d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e79:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1780970704.336003:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003cc6627f/2, rc 0, transno 14230 00010000:00010000:2.0:1780970704.336012:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1780970704.336012:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003cc6627f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559775296:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1780970704.336015:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.336018:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f6174d7a/0xa1e9845215a931d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.336027:0:23195:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f6174d7a/0xa1e9845215a931d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.336033:0:23195:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f6174d7a/0xa1e9845215a931d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.336035:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1396874 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559775936:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1780970704.336045:0:23195:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f6174d7a/0xa1e9845215a931d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.336068:0:23195:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1780970704.336073:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1780970704.336094:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780970704.336098:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000194c1617/0xa1e9845215a931cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.336107:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000194c1617 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.336109:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000194c1617/0xa1e9845215a931cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.336115:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000194c1617/0xa1e9845215a931cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.336129:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000194c1617/0xa1e9845215a931cc lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.336135:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000194c1617/0xa1e9845215a931cc lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.336148:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.336151:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f6174d7a/0xa1e9845215a931d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.336156:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f6174d7a already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.336160:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f6174d7a/0xa1e9845215a931d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.336166:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f6174d7a/0xa1e9845215a931d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970704.336175:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000948e78bb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+111:3363:x1867475559775872:12345-0@lo:6:osp-syn-1-1.0 Request processed in 215us (295us total) trans 4294998674 rc 0/0 00010000:00010000:0.0:1780970704.336176:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f6174d7a/0xa1e9845215a931d3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970704.336188:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88386 00010000:00010000:0.0:1780970704.336188:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6174d7a/0xa1e9845215a931d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.336206:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.336207:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970704.336208:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559775936 00010000:00010000:0.0:1780970704.336209:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780970704.336232:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009089957d/2, rc 0, transno 31378 00000100:00100000:2.0:1780970704.336236:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88387 00000100:00100000:2.0:1780970704.336241:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c6033b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+111:3360:x1867475559775936:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.336244:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009089957d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559775872:0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1780970704.336254:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11898 count 1 00002000:00010000:2.0:1780970704.336272:0:23195:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e7a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.336276:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003d1c0a80/0xa1e9845215a931da lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e7a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.336283:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.336284:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.336286:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003d1c0a80/0xa1e9845215a931da lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.336299:0:23195:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003d1c0a80/0xa1e9845215a931da lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.336304:0:23195:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003d1c0a80/0xa1e9845215a931da lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.336310:0:23195:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003d1c0a80/0xa1e9845215a931da lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.336321:0:23195:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780970704.336327:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.336329:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003d1c0a80/0xa1e9845215a931da lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.336335:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003d1c0a80 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.336337:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003d1c0a80/0xa1e9845215a931da lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.336344:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003d1c0a80/0xa1e9845215a931da lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.336344:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780970704.336353:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e6dc9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559776000:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1780970704.336357:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003d1c0a80/0xa1e9845215a931da lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.336363:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003d1c0a80/0xa1e9845215a931da lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.336380:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.336382:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970704.336383:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1780970704.336384:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970704.336405:0:123251:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559776000 00000100:00100000:0.0:1780970704.336430:0:123251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88388 00000100:00100000:0.0:1780970704.336434:0:123251:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8c8a83f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+113:3360:x1867475559776000:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.336449:0:123251:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11787 count 1 00002000:00010000:0.0:1780970704.336466:0:123251:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e0b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.336471:0:123251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a931e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e0b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.336484:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.336486:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1780970704.336487:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c6033b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+113:3360:x1867475559775936:12345-0@lo:6:osp-syn-1-1.0 Request processed in 244us (415us total) trans 4294998675 rc 0/0 00010000:00010000:0.0:1780970704.336489:0:123251:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a931e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970704.336500:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88387 00010000:00010000:0.0:1780970704.336506:0:123251:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a931e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.336514:0:123251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a931e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.336520:0:123251:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a931e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.336533:0:123251:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780970704.336540:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.336542:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a931e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.336548:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000051135b91 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.336550:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a931e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.336555:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a931e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.336566:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a931e1 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.336573:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051135b91/0xa1e9845215a931e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e0b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.336589:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.336591:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.336592:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.336652:0:8236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88383 00010000:00010000:1.0:1780970704.336683:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970704.336725:0:123251:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8c8a83f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+112:3360:x1867475559776000:12345-0@lo:6:osp-syn-1-1.0 Request processed in 288us (343us total) trans 4294998676 rc 0/0 00000100:00100000:0.0:1780970704.336733:0:123251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88388 00010000:00010000:1.0:1780970704.336740:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.336752:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780970704.336764:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b1396874/2, rc 0, transno 31379 00000100:00100000:0.0:1780970704.336774:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1396874 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559775936:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.336788:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88389 00000100:00100000:1.0:1780970704.336794:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c781ec5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+123:3362:x1867475559775808:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1780970704.336807:0:30674:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12567 count 1 00000100:00100000:0.0:1780970704.336810:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780970704.336818:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008511eb28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559776064:0@lo:6:osp-syn-1-1.0 00002000:00010000:1.0:1780970704.336831:0:30674:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3117:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.336836:0:30674:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a931e8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3117:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.336845:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1780970704.336846:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1780970704.336847:0:30674:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.336851:0:30674:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a931e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.336861:0:30674:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a931e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.336868:0:30674:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a931e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.336868:0:123251:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559776064 00010000:00010000:1.0:1780970704.336877:0:30674:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a931e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.336890:0:30674:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780970704.336890:0:123251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88390 00000100:00100000:0.0:1780970704.336896:0:123251:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d0370c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+112:3363:x1867475559776064:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.336908:0:123251:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11899 count 1 00002000:00010000:0.0:1780970704.336923:0:123251:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e7b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.336928:0:123251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000038ac795e/0xa1e9845215a931ef lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e7b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.336936:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.336937:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.336939:0:123251:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000038ac795e/0xa1e9845215a931ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.336953:0:123251:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000038ac795e/0xa1e9845215a931ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.336960:0:123251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000038ac795e/0xa1e9845215a931ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.336966:0:123251:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000038ac795e/0xa1e9845215a931ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.336979:0:123251:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1780970704.336997:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780970704.337001:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a931e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.337008:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006f84afec already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.337011:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a931e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.337017:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a931e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.337031:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a931e8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.337037:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f84afec/0xa1e9845215a931e8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.337038:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c781ec5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+124:3362:x1867475559775808:12345-0@lo:6:osp-syn-0-1.0 Request processed in 243us (3218us total) trans 103079229335 rc 0/0 00000100:00100000:1.0:1780970704.337053:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88389 00010000:00010000:0.0:1780970704.337071:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.337074:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000038ac795e/0xa1e9845215a931ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.337080:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000038ac795e already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.337083:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000038ac795e/0xa1e9845215a931ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.337089:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000038ac795e/0xa1e9845215a931ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1780970704.337100:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d4d7bbc9/2, rc 0, transno 31374 00010000:00010000:0.0:1780970704.337100:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000038ac795e/0xa1e9845215a931ef lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.337108:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000038ac795e/0xa1e9845215a931ef lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.337113:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4d7bbc9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559775616:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1780970704.337129:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780970704.337132:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007a073b21/2, rc 0, transno 31377 00010000:00010000:0.0:1780970704.337132:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.337134:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.337138:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007a073b21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559775552:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1780970704.337151:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fc48ae65/2, rc 0, transno 14231 00000100:00100000:1.0:1780970704.337160:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc48ae65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559775808:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970704.337167:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780970704.337178:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5f43f3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559776128:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.337204:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.337233:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559776128 00000100:00100000:1.0:1780970704.337263:0:30688:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88391 00000100:00100000:1.0:1780970704.337267:0:30688:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cb6ee16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+114:3362:x1867475559776128:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1780970704.337280:0:30688:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11900 count 1 00002000:00010000:1.0:1780970704.337293:0:30688:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e7c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.337297:0:30688:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019766034/0xa1e9845215a931f6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e7c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.337308:0:30688:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.337310:0:30688:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.337311:0:30688:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019766034/0xa1e9845215a931f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.337319:0:30688:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019766034/0xa1e9845215a931f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.337325:0:30688:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019766034/0xa1e9845215a931f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.337332:0:30688:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000019766034/0xa1e9845215a931f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.337342:0:30688:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780970704.337393:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.337396:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000019766034/0xa1e9845215a931f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.337402:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000019766034 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.337404:0:6252:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000019766034/0xa1e9845215a931f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.337410:0:6252:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000019766034/0xa1e9845215a931f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.337421:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000019766034/0xa1e9845215a931f6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.337427:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019766034/0xa1e9845215a931f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.337439:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.337441:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.337442:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.337454:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004687fdd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559775680:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.337480:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.337499:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559775680 00000100:00100000:1.0:1780970704.337516:0:123248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88392 00000100:00100000:1.0:1780970704.337519:0:123248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008eb6fba3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+116:3361:x1867475559775680:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1780970704.337531:0:123248:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11895 count 1 00002000:00010000:1.0:1780970704.337544:0:123248:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e77:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.337547:0:123248:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a931fd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e77:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.337554:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.337555:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.337557:0:123248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a931fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.337564:0:123248:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a931fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.337570:0:123248:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a931fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.337581:0:123248:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a931fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.337592:0:123248:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780970704.337599:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.337602:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a931fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.337609:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c8e218cb already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.337611:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a931fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.337643:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a931fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.337654:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a931fd lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.337660:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a931fd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.337672:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.337673:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.337675:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.337771:0:123248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008eb6fba3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+117:3361:x1867475559775680:12345-0@lo:6:osp-syn-1-1.0 Request processed in 251us (291us total) trans 4294998679 rc 0/0 00000100:00100000:1.0:1780970704.337781:0:123248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88392 00000004:00080000:1.0:1780970704.337807:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c5a8c493/2, rc 0, transno 31373 00000100:00100000:1.0:1780970704.337820:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c5a8c493 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559775488:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1780970704.337831:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004cf90942/2, rc 0, transno 31376 00000100:00100000:1.0:1780970704.337833:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004cf90942 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559775744:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.337838:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780970704.337845:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000feb3eda3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559776192:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.337868:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.337948:0:30688:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cb6ee16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+116:3362:x1867475559776128:12345-0@lo:6:osp-syn-1-1.0 Request processed in 679us (744us total) trans 4294998678 rc 0/0 00000100:00100000:1.0:1780970704.337955:0:30688:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88391 00000100:00100000:1.0:1780970704.337971:0:30688:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559776192 00000100:00100000:0.0:1780970704.337985:0:123251:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d0370c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+116:3363:x1867475559776064:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1086us (1138us total) trans 4294998677 rc 0/0 00000100:00100000:0.0:1780970704.338005:0:123251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88390 00010000:00010000:2.0:1780970704.338134:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.338181:0:30688:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88393 00000100:00100000:1.0:1780970704.338186:0:30688:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001820a4e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+115:3361:x1867475559776192:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1780970704.338201:0:30688:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11901 count 1 00000004:00080000:0.0:1780970704.338207:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008511eb28/2, rc 0, transno 31381 00002000:00010000:1.0:1780970704.338216:0:30688:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e7d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1780970704.338217:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008511eb28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559776064:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1780970704.338224:0:30688:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a93204 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e7d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.338228:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1780970704.338237:0:30688:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.338239:0:30688:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.338240:0:30688:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a93204 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.338250:0:30688:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a93204 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.338255:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0242aba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559776320:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1780970704.338267:0:30688:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a93204 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.338273:0:30688:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a93204 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.338321:0:30688:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780970704.338352:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.338372:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008529ef68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559776384:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.338396:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.338418:0:123251:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559776320 00000100:00100000:0.0:1780970704.338438:0:123251:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559776384 00000100:00100000:0.0:1780970704.338460:0:123251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88394 00000100:00100000:0.0:1780970704.338465:0:123251:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087730a49 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+118:3363:x1867475559776320:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.338479:0:123251:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11903 count 1 00000100:00100000:1.0:1780970704.338488:0:30688:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001820a4e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+118:3361:x1867475559776192:12345-0@lo:6:osp-syn-1-1.0 Request processed in 299us (618us total) trans 4294998680 rc 0/0 00002000:00010000:0.0:1780970704.338494:0:123251:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e7f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1780970704.338497:0:30688:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88393 00010000:00010000:0.0:1780970704.338502:0:123251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086360fbb/0xa1e9845215a9320b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e7f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.338511:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.338513:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1780970704.338515:0:30688:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88395 00010000:00010000:0.0:1780970704.338516:0:123251:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086360fbb/0xa1e9845215a9320b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.338523:0:30688:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033c3bc05 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+117:3363:x1867475559776384:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1780970704.338531:0:123251:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000086360fbb/0xa1e9845215a9320b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1780970704.338537:0:30688:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11904 count 1 00010000:00010000:0.0:1780970704.338539:0:123251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086360fbb/0xa1e9845215a9320b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.338547:0:123251:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000086360fbb/0xa1e9845215a9320b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1780970704.338556:0:30688:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e80:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.338561:0:30688:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a93212 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e80:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.338576:0:30688:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.338577:0:30688:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.338579:0:30688:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a93212 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.338586:0:30688:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a93212 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.338593:0:30688:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a93212 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.338599:0:30688:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a93212 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.339373:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1780970704.339471:0:30688:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1780970704.339498:0:123251:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1780970704.339511:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780970704.339515:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000086360fbb/0xa1e9845215a9320b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.339525:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086360fbb already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.339528:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000086360fbb/0xa1e9845215a9320b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.339535:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000086360fbb/0xa1e9845215a9320b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.339552:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000086360fbb/0xa1e9845215a9320b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.339559:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000086360fbb/0xa1e9845215a9320b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.339578:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970704.339581:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a93212 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.339587:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f6ed39ee already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970704.339590:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a93212 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.339595:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a93212 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.339649:0:30688:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033c3bc05 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+118:3363:x1867475559776384:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1125us (1251us total) trans 4294998681 rc 0/0 00000100:00100000:1.0:1780970704.339661:0:30688:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88395 00010000:00010000:1.0:1780970704.339705:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.339717:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a93212 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.339727:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6ed39ee/0xa1e9845215a93212 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.339750:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780970704.339752:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d5f43f3e/2, rc 0, transno 31382 00010000:00010000:0.0:1780970704.339753:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.339757:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.339801:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a93204 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.339811:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009e7ab272 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.339813:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a93204 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.339820:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a93204 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.339833:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a93204 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.339839:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e7ab272/0xa1e9845215a93204 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.339857:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.339858:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.339859:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.339891:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5f43f3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559776128:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1780970704.339920:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a92c53d5/2, rc 0, transno 31375 00000100:00100000:1.0:1780970704.339924:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a92c53d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559775424:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1780970704.339936:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004687fdd9/2, rc 0, transno 31383 00000100:00100000:1.0:1780970704.339940:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004687fdd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559775680:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.339952:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f9fd855 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559776256:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.339983:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.340018:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000243e741b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559776576:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.340103:0:123251:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087730a49 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+118:3363:x1867475559776320:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1636us (1751us total) trans 4294998682 rc 0/0 00000100:00100000:0.0:1780970704.340111:0:123251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88394 00000100:00100000:0.0:1780970704.340133:0:123251:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559776256 00000100:00100000:1.0:1780970704.340136:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e3776d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559776512:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.340161:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.340678:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559776512 00000100:00100000:0.0:1780970704.340696:0:123251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88396 00000100:00100000:0.0:1780970704.340704:0:123251:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ef1638a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+119:3361:x1867475559776256:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970704.340719:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88397 00000100:00100000:2.0:1780970704.340725:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000086ce55e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+119:3361:x1867475559776512:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.340730:0:123251:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11902 count 1 00002000:00080000:2.0:1780970704.340740:0:8691:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11905 count 1 00002000:00010000:0.0:1780970704.340763:0:123251:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e7e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:2.0:1780970704.340764:0:8691:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e81:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.340772:0:8691:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002cf85367/0xa1e9845215a93220 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e81:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.340772:0:123251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea22946e/0xa1e9845215a93219 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e7e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.340791:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.340793:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.340795:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.340797:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.340801:0:8691:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002cf85367/0xa1e9845215a93220 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.340801:0:123251:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea22946e/0xa1e9845215a93219 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.340829:0:8691:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002cf85367/0xa1e9845215a93220 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.340829:0:123251:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ea22946e/0xa1e9845215a93219 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.340851:0:8691:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002cf85367/0xa1e9845215a93220 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.340855:0:123251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea22946e/0xa1e9845215a93219 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.340864:0:8691:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002cf85367/0xa1e9845215a93220 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.340867:0:123251:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ea22946e/0xa1e9845215a93219 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.340890:0:8691:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1780970704.340966:0:123251:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780970704.341035:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000086ce55e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+121:3361:x1867475559776512:12345-0@lo:6:osp-syn-1-1.0 Request processed in 309us (873us total) trans 4294998683 rc 0/0 00000100:00100000:2.0:1780970704.341043:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88397 00000100:00100000:0.0:1780970704.341095:0:123251:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ef1638a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+120:3361:x1867475559776256:12345-0@lo:6:osp-syn-1-1.0 Request processed in 391us (1112us total) trans 4294998684 rc 0/0 00000100:00100000:0.0:1780970704.341101:0:123251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88396 00000004:00080000:0.0:1780970704.341148:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008529ef68/2, rc 0, transno 31385 00000100:00100000:0.0:1780970704.341158:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008529ef68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559776384:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1780970704.341205:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a0242aba/2, rc 0, transno 31386 00000100:00100000:0.0:1780970704.341211:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0242aba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559776320:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.341237:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027bfcb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559776640:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.341261:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.341349:0:123251:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559776640 00000100:00100000:0.0:1780970704.341377:0:123251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88398 00000100:00100000:0.0:1780970704.341380:0:123251:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000562dcbf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+120:3363:x1867475559776640:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.341392:0:123251:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11907 count 1 00002000:00010000:0.0:1780970704.341408:0:123251:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e83:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.341412:0:123251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de3688ef/0xa1e9845215a93227 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e83:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.341424:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.341426:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.341428:0:123251:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000de3688ef/0xa1e9845215a93227 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.341436:0:123251:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000de3688ef/0xa1e9845215a93227 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.341443:0:123251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de3688ef/0xa1e9845215a93227 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.341449:0:123251:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000de3688ef/0xa1e9845215a93227 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.341475:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1780970704.341476:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780970704.341481:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002cf85367/0xa1e9845215a93220 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.341482:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ea22946e/0xa1e9845215a93219 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.341501:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002cf85367 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.341502:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ea22946e already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970704.341506:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002cf85367/0xa1e9845215a93220 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.341506:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea22946e/0xa1e9845215a93219 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.341525:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002cf85367/0xa1e9845215a93220 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.341526:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea22946e/0xa1e9845215a93219 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.341553:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002cf85367/0xa1e9845215a93220 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.341554:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ea22946e/0xa1e9845215a93219 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.341571:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002cf85367/0xa1e9845215a93220 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.341572:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea22946e/0xa1e9845215a93219 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.341609:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.341609:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.341612:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.341613:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000de3688ef/0xa1e9845215a93227 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.341647:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000de3688ef already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970704.341649:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000de3688ef/0xa1e9845215a93227 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.341663:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000de3688ef/0xa1e9845215a93227 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2e83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.341675:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000de3688ef/0xa1e9845215a93227 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x2e83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.341771:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.341773:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.341775:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970704.341800:0:123251:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1780970704.341805:0:123251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000de3688ef/0xa1e9845215a93227 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.342173:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.342181:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.342280:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1780970704.342402:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000feb3eda3/2, rc 0, transno 31384 00000100:00100000:1.0:1780970704.342424:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000feb3eda3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559776192:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1780970704.342444:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000f9fd855/2, rc 0, transno 31388 00000100:00100000:1.0:1780970704.342450:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f9fd855 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559776256:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1780970704.342461:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003e3776d5/2, rc 0, transno 31387 00000100:00100000:1.0:1780970704.342464:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e3776d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559776512:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.342471:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1780970704.342478:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c454a3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559776448:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.342513:0:123251:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000562dcbf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+121:3363:x1867475559776640:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1130us (1250us total) trans 4294998685 rc 0/0 00000100:00100000:1.0:1780970704.342522:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.342527:0:123251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88398 00000100:00100000:2.0:1780970704.342709:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559776576 00000100:00100000:2.0:1780970704.342749:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559776448 00000100:00100000:2.0:1780970704.342766:0:123248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88399 00000100:00100000:2.0:1780970704.342771:0:123248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7c80e64 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+122:3362:x1867475559776576:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970704.342783:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88400 00000100:00100000:3.0:1780970704.342789:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa4820e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+122:3361:x1867475559776448:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1780970704.342790:0:123248:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11906 count 1 00002000:00080000:3.0:1780970704.342805:0:8691:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11775 count 1 00002000:00010000:2.0:1780970704.342816:0:123248:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e82:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970704.342823:0:123248:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003d1c0a80/0xa1e9845215a9322e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e82:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1780970704.342824:0:8691:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2dff:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970704.342832:0:8691:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a93235 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2dff:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.342839:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.342842:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.342843:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.342846:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970704.342848:0:123248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003d1c0a80/0xa1e9845215a9322e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.342849:0:8691:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a93235 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2dff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.342872:0:8691:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a93235 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2dff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.342880:0:8691:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a93235 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2dff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.342887:0:8691:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a93235 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2dff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.342910:0:8691:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780970704.343011:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa4820e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+123:3361:x1867475559776448:12345-0@lo:6:osp-syn-1-1.0 Request processed in 222us (495us total) trans 4294998686 rc 0/0 00000100:00100000:3.0:1780970704.343017:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88400 00010000:00010000:2.0:1780970704.343073:0:123248:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003d1c0a80/0xa1e9845215a9322e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.343084:0:123248:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003d1c0a80/0xa1e9845215a9322e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.343090:0:123248:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003d1c0a80/0xa1e9845215a9322e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.343116:0:123248:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780970704.343212:0:123248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7c80e64 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+123:3362:x1867475559776576:12345-0@lo:6:osp-syn-1-1.0 Request processed in 441us (933us total) trans 4294998687 rc 0/0 00010000:00010000:3.0:1780970704.343221:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1780970704.343221:0:123248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88399 00010000:00010000:3.0:1780970704.343227:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a93235 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2dff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.343236:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a611cf30 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970704.343239:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a93235 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2dff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.343246:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a93235 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2dff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.343262:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a93235 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2dff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.343268:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a93235 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2dff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.343295:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000029425dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559776832:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.343326:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1780970704.343345:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780970704.343347:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003d1c0a80/0xa1e9845215a9322e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.343354:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003d1c0a80 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970704.343357:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003d1c0a80/0xa1e9845215a9322e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.343363:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003d1c0a80/0xa1e9845215a9322e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.343374:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003d1c0a80/0xa1e9845215a9322e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.343380:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003d1c0a80/0xa1e9845215a9322e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.343397:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.343399:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970704.343400:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780970704.343405:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000243e741b/2, rc 0, transno 31391 00000100:00100000:1.0:1780970704.343417:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000243e741b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559776576:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.343428:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780970704.343433:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000389a5154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559776896:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.343460:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1780970704.343573:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970704.343582:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002ebe2f9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559776704:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.343587:0:123251:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559776832 00000100:00100000:1.0:1780970704.343612:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.343647:0:123251:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559776896 00000100:00100000:0.0:1780970704.343670:0:123251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88401 00000100:00100000:0.0:1780970704.343674:0:123251:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cb1b9643 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+124:3362:x1867475559776832:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.343689:0:123251:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11789 count 1 00002000:00010000:0.0:1780970704.343709:0:123251:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e0d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.343714:0:123251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000078cafc37/0xa1e9845215a9323c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e0d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.343723:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.343725:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.343727:0:123251:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000078cafc37/0xa1e9845215a9323c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.343732:0:8236:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559776704 00010000:00010000:0.0:1780970704.343738:0:123251:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000078cafc37/0xa1e9845215a9323c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.343746:0:123251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000078cafc37/0xa1e9845215a9323c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.343752:0:123251:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000078cafc37/0xa1e9845215a9323c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.343758:0:8236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88402 00000100:00100000:1.0:1780970704.343764:0:8236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000844fe78c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+125:3362:x1867475559776896:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1780970704.343776:0:8236:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11790 count 1 00010000:00010000:0.0:1780970704.343779:0:123251:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1780970704.343792:0:8236:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e0e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.343797:0:8236:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a93243 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e0e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.343805:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.343806:0:8236:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.343808:0:8236:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a93243 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.343817:0:8236:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a93243 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.343823:0:8236:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a93243 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.343830:0:8236:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a93243 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.343849:0:8236:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1780970704.343903:0:123251:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cb1b9643 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+127:3362:x1867475559776832:12345-0@lo:6:osp-syn-1-1.0 Request processed in 227us (576us total) trans 4294998688 rc 0/0 00000100:00100000:0.0:1780970704.343911:0:123251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88401 00000100:00100000:0.0:1780970704.344032:0:123251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88403 00000100:00100000:0.0:1780970704.344036:0:123251:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ea0e466 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+126:3361:x1867475559776704:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970704.344046:0:123251:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11788 count 1 00002000:00010000:0.0:1780970704.344064:0:123251:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e0c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970704.344068:0:123251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a9324a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e0c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970704.344074:0:8236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000844fe78c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+126:3362:x1867475559776896:12345-0@lo:6:osp-syn-1-1.0 Request processed in 307us (611us total) trans 4294998689 rc 0/0 00000100:00100000:1.0:1780970704.344089:0:8236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88402 00010000:00010000:0.0:1780970704.344089:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.344092:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970704.344094:0:123251:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a9324a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.344102:0:123251:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a9324a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.344109:0:123251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a9324a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.344115:0:123251:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a9324a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.344117:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780970704.344124:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000078cafc37/0xa1e9845215a9323c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970704.344132:0:123251:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1780970704.344133:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000078cafc37 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.344138:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000078cafc37/0xa1e9845215a9323c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.344146:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000078cafc37/0xa1e9845215a9323c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.344159:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000078cafc37/0xa1e9845215a9323c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.344165:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000078cafc37/0xa1e9845215a9323c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.344182:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780970704.344184:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a93243 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.344190:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c8e218cb already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.344192:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a93243 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.344199:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a93243 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.344209:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a93243 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.344215:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8e218cb/0xa1e9845215a93243 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8236 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.344228:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1780970704.344229:0:123251:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ea0e466 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+126:3361:x1867475559776704:12345-0@lo:6:osp-syn-1-1.0 Request processed in 191us (617us total) trans 4294998690 rc 0/0 00010000:00010000:1.0:1780970704.344231:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a9324a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970704.344243:0:123251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88403 00010000:00010000:1.0:1780970704.344245:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dc8e0b3a already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.344247:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a9324a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.344253:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a9324a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.344262:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a9324a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.344267:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dc8e0b3a/0xa1e9845215a9324a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.344283:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.344284:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.344286:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.344291:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780970704.344309:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000389a5154/2, rc 0, transno 31393 00000100:00100000:1.0:1780970704.344316:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000389a5154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559776896:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1780970704.344323:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000029425dc/2, rc 0, transno 31392 00000100:00100000:1.0:1780970704.344325:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000029425dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559776832:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.344336:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f73d44be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559776768:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.344357:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1780970704.344374:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c454a3d6/2, rc 0, transno 31390 00000100:00100000:1.0:1780970704.344377:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c454a3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559776448:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1780970704.344399:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002ebe2f9b/2, rc 0, transno 31394 00000100:00100000:1.0:1780970704.344402:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002ebe2f9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559776704:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.344409:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780970704.344414:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ba6774e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559776960:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.344433:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970704.344452:0:115589:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559776768 00000100:00100000:1.0:1780970704.344473:0:115589:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559776960 00000100:00100000:1.0:1780970704.344486:0:115589:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88404 00000100:00100000:1.0:1780970704.344490:0:115589:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d6e76a58 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+127:3361:x1867475559776768:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1780970704.344501:0:115589:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11908 count 1 00002000:00010000:1.0:1780970704.344517:0:115589:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e84:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.344520:0:115589:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019766034/0xa1e9845215a93251 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e84:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.344528:0:115589:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.344529:0:115589:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.344530:0:115589:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019766034/0xa1e9845215a93251 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.344537:0:115589:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019766034/0xa1e9845215a93251 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.344543:0:115589:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019766034/0xa1e9845215a93251 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.344548:0:115589:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000019766034/0xa1e9845215a93251 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.344560:0:115589:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780970704.344684:0:115589:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d6e76a58 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+128:3361:x1867475559776768:12345-0@lo:6:osp-syn-1-1.0 Request processed in 192us (326us total) trans 4294998691 rc 0/0 00000100:00100000:1.0:1780970704.344690:0:115589:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88404 00000100:00100000:1.0:1780970704.344702:0:115589:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88405 00000100:00100000:1.0:1780970704.344705:0:115589:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a137b89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+127:3361:x1867475559776960:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1780970704.344720:0:115589:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11791 count 1 00002000:00010000:1.0:1780970704.344736:0:115589:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e0f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970704.344741:0:115589:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001baebfe8/0xa1e9845215a93258 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e0f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.344748:0:115589:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.344750:0:115589:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970704.344752:0:115589:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001baebfe8/0xa1e9845215a93258 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.344759:0:115589:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001baebfe8/0xa1e9845215a93258 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.344765:0:115589:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001baebfe8/0xa1e9845215a93258 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.344771:0:115589:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001baebfe8/0xa1e9845215a93258 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.344787:0:115589:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1780970704.344797:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000027bfcb8d/2, rc 0, transno 31389 00000100:00100000:0.0:1780970704.344803:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027bfcb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559776640:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1780970704.344866:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007e6dc9ba/2, rc 0, transno 31380 00000100:00100000:0.0:1780970704.344871:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e6dc9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559776000:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.344890:0:115589:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a137b89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+128:3361:x1867475559776960:12345-0@lo:6:osp-syn-1-1.0 Request processed in 183us (456us total) trans 4294998692 rc 0/0 00000100:00100000:1.0:1780970704.344898:0:115589:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88405 00010000:00010000:1.0:1780970704.344918:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780970704.344923:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000019766034/0xa1e9845215a93251 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.344930:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000019766034 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.344932:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000019766034/0xa1e9845215a93251 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.344939:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000019766034/0xa1e9845215a93251 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.344951:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000019766034/0xa1e9845215a93251 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.344957:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019766034/0xa1e9845215a93251 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.344968:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.344969:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001baebfe8/0xa1e9845215a93258 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.344975:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001baebfe8 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.344977:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001baebfe8/0xa1e9845215a93258 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.344982:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001baebfe8/0xa1e9845215a93258 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.345004:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001baebfe8/0xa1e9845215a93258 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.345010:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001baebfe8/0xa1e9845215a93258 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.345021:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.345022:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.345023:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.345031:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780970704.345046:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f73d44be/2, rc 0, transno 31395 00000100:00100000:1.0:1780970704.345050:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f73d44be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559776768:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1780970704.345061:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007ba6774e/2, rc 0, transno 31396 00000100:00100000:1.0:1780970704.345064:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ba6774e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559776960:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.345330:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b40fd81 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559777088:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.345337:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000894737b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559777152:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.345370:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970704.345377:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a3e17a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559777216:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.345481:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d01ec3b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559777024:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.345505:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970704.345723:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559777088 00010000:00010000:2.0:1780970704.345738:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970704.345798:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559777024 00000100:00100000:3.0:1780970704.345823:0:123248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88406 00000100:00100000:3.0:1780970704.345827:0:123248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3fa7a3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+129:3362:x1867475559777088:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1780970704.345840:0:123248:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11793 count 1 00002000:00010000:3.0:1780970704.345861:0:123248:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970704.345865:0:123248:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004061bd17/0xa1e9845215a9325f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.345875:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.345877:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.345879:0:123248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004061bd17/0xa1e9845215a9325f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.345889:0:123248:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004061bd17/0xa1e9845215a9325f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.345895:0:123248:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004061bd17/0xa1e9845215a9325f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.345900:0:123248:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004061bd17/0xa1e9845215a9325f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.345917:0:123248:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780970704.346050:0:123248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3fa7a3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+130:3362:x1867475559777088:12345-0@lo:6:osp-syn-1-1.0 Request processed in 222us (682us total) trans 4294998693 rc 0/0 00000100:00100000:3.0:1780970704.346057:0:123248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88406 00000100:00100000:3.0:1780970704.346073:0:123248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88407 00000100:00100000:3.0:1780970704.346076:0:123248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060c27b0f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+129:3361:x1867475559777024:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1780970704.346088:0:123248:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11792 count 1 00002000:00010000:3.0:1780970704.346101:0:123248:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970704.346104:0:123248:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a93266 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.346111:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.346112:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.346113:0:123248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a93266 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.346120:0:123248:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a93266 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.346127:0:123248:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a93266 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.346132:0:123248:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a93266 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.346144:0:123248:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1780970704.346228:0:123248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060c27b0f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+130:3361:x1867475559777024:12345-0@lo:6:osp-syn-1-1.0 Request processed in 150us (723us total) trans 4294998694 rc 0/0 00000100:00100000:3.0:1780970704.346234:0:123248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88407 00010000:00010000:1.0:1780970704.346269:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780970704.346273:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004061bd17/0xa1e9845215a9325f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.346281:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004061bd17 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.346283:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004061bd17/0xa1e9845215a9325f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.346290:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004061bd17/0xa1e9845215a9325f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.346303:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004061bd17/0xa1e9845215a9325f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.346309:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004061bd17/0xa1e9845215a9325f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.346321:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.346323:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a93266 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.346333:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b10d0ec0 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.346334:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a93266 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.346340:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a93266 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.346346:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a93266 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.346351:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b10d0ec0/0xa1e9845215a93266 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.346359:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.346360:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.346362:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.346367:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780970704.346399:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000b40fd81/2, rc 0, transno 31397 00000100:00100000:1.0:1780970704.346413:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b40fd81 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559777088:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1780970704.346431:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d01ec3b5/2, rc 0, transno 31398 00000100:00100000:1.0:1780970704.346434:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d01ec3b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559777024:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970704.346681:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.346838:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559777216 00000100:00100000:3.0:1780970704.346893:0:123248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88408 00000100:00100000:3.0:1780970704.346898:0:123248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001820a4e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+130:3360:x1867475559777216:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1780970704.346913:0:123248:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11795 count 1 00002000:00010000:3.0:1780970704.346929:0:123248:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970704.346934:0:123248:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e20877f3/0xa1e9845215a9326d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.346941:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.346943:0:123248:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.346945:0:123248:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e20877f3/0xa1e9845215a9326d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.346952:0:123248:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e20877f3/0xa1e9845215a9326d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.346958:0:123248:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e20877f3/0xa1e9845215a9326d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.346964:0:123248:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e20877f3/0xa1e9845215a9326d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.346996:0:123248:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780970704.347112:0:123248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001820a4e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+131:3360:x1867475559777216:12345-0@lo:6:osp-syn-1-1.0 Request processed in 213us (432us total) trans 4294998695 rc 0/0 00000100:00100000:3.0:1780970704.347119:0:123248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88408 00010000:00010000:2.0:1780970704.347163:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970704.347167:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e20877f3/0xa1e9845215a9326d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.347173:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e20877f3 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970704.347176:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e20877f3/0xa1e9845215a9326d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.347181:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e20877f3/0xa1e9845215a9326d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.347194:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e20877f3/0xa1e9845215a9326d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.347201:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e20877f3/0xa1e9845215a9326d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970704.347211:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.347212:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970704.347213:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780970704.347258:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008a3e17a5/2, rc 0, transno 31399 00000100:00100000:1.0:1780970704.347305:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a3e17a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559777216:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970704.347551:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970704.347699:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559777152 00000100:00100000:3.0:1780970704.349321:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88409 00000100:00100000:3.0:1780970704.349333:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000562dcbf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+131:3363:x1867475559777152:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1780970704.349366:0:8691:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11794 count 1 00002000:00010000:3.0:1780970704.349411:0:8691:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970704.349419:0:8691:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a93274 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.349432:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.349434:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970704.349438:0:8691:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a93274 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.349451:0:8691:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a93274 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.349460:0:8691:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a93274 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.349467:0:8691:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a93274 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970704.349487:0:8691:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780970704.349730:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000562dcbf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+132:3363:x1867475559777152:12345-0@lo:6:osp-syn-1-1.0 Request processed in 399us (2179us total) trans 4294998696 rc 0/0 00000100:00100000:3.0:1780970704.349738:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88409 00010000:00010000:1.0:1780970704.349852:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970704.349857:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a93274 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.349864:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a611cf30 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:1.0:1780970704.349867:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a93274 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.349876:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a93274 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.349895:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a93274 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.349902:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a93274 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970704.349915:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.349917:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970704.349918:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780970704.350312:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000894737b7/2, rc 0, transno 31400 00000100:00100000:2.0:1780970704.350328:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000894737b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559777152:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1780970705.252155:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780970705.771097:0:114520:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7357933478579ns, next at 7358933474932ns, rc = 0 00000100:00100000:1.0:1780970705.771142:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780970705.771166:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000086ce55e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559777280:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780970705.771249:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970705.771309:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559777280 00000100:00100000:1.0:1780970705.771367:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5487 00000100:00100000:1.0:1780970705.771375:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ef1638a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+39:3360:x1867475559777280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780970705.771413:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 8579776 pending 0 free 3891175424 avail 3659653120 00000100:00100000:1.0:1780970705.771457:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ef1638a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+39:3360:x1867475559777280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970705.771466:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5487 00000100:00100000:1.0:1780970705.771519:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000086ce55e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559777280:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780970706.271598:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970706.780874:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000004:00080000:2.0:1780970706.781065:0:113052:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 7358943449058ns, next at 7359943446833ns, rc = 0 00000100:00100000:3.0:1780970706.789340:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fb41f3e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559777344:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780970706.789567:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970706.793363:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559777344 00000100:00100000:1.0:1780970706.793639:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5488 00000100:00100000:1.0:1780970706.793646:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9276d9e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+132:3363:x1867475559777344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1780970706.793679:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 8581056 pending 0 free 3917824000 avail 3686301696 00000100:00100000:1.0:1780970706.793766:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9276d9e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+132:3363:x1867475559777344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 120us (4201us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970706.793773:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5488 00000100:00100000:3.0:1780970706.793869:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fb41f3e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559777344:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780970707.292861:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780970707.292887:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a85cf8b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559777408:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780970707.292969:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970707.293037:0:124322:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559777408 00010000:00010000:2.0:1780970707.293073:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970707.293093:0:124322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17426 00000100:00100000:1.0:1780970707.293099:0:124322:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000086ce55e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:3362:x1867475559777408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1780970707.293131:0:124322:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1435402240 avail 1305939968 00000100:00100000:1.0:1780970707.293178:0:124322:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000086ce55e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:3362:x1867475559777408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970707.293186:0:124322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17426 00000100:00100000:2.0:1780970707.293223:0:3362:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 25769864383 gen 2 00000004:00080000:2.0:1780970707.293231:0:3362:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 25769864381 committed transno 25769864383 00000020:00080000:2.0:1780970707.293238:0:3362:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt 000000009951ac95 refcount 2 committed 0 result 0 batchid 8589937692 00000020:00080000:2.0:1780970707.293241:0:3362:0:(update_trans.c:89:top_multiple_thandle_dump()) st 00000000bcd7712a obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th 0000000011833dc8 00000020:00080000:2.0:1780970707.293244:0:3362:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x2b12:0x2].548 00000020:00080000:2.0:1780970707.293246:0:3362:0:(update_trans.c:89:top_multiple_thandle_dump()) st 00000000f212c433 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th 00000000cf519d49 00000020:00080000:2.0:1780970707.293248:0:3362:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x400013a2:0x2].104 00000004:00080000:2.0:1780970707.293289:0:3362:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 25769864382 committed transno 25769864383 00000020:00080000:1.0:1780970707.293304:0:113061:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 8589937692 committed batchid 8589937691 00000004:00080000:2.0:1780970707.293308:0:3362:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 25769864383 committed transno 25769864383 00000100:00100000:2.0:1780970707.293332:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a85cf8b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559777408:0@lo:41:osp-pre-0-1.0 00000020:00080000:1.0:1780970707.293374:0:113061:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 8589937691 00000100:00100000:2.0:1780970707.594268:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970707.594403:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970707.594455:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970707.594490:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970707.594517:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970707.596258:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563552576 00000100:00100000:3.0:1780970707.596317:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563552640 00000100:00100000:3.0:1780970707.596336:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3855 00000100:00100000:3.0:1780970707.596343:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a85cf8b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+21:2263:x1867475563552576:12345-192.168.204.45@tcp:400:kworker/u8:14.0 00000100:00100000:3.0:1780970707.596427:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a85cf8b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+21:2263:x1867475563552576:12345-192.168.204.45@tcp:400:kworker/u8:14.0 Request processed in 85us (2025us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970707.596434:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3855 00000100:00100000:3.0:1780970707.596465:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3856 00000100:00100000:3.0:1780970707.596469:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e33b49f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+25:2263:x1867475563552640:12345-192.168.204.45@tcp:400:kworker/u8:14.0 00000100:00100000:3.0:1780970707.596497:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e33b49f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+25:2263:x1867475563552640:12345-192.168.204.45@tcp:400:kworker/u8:14.0 Request processed in 27us (2043us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970707.596502:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3856 00000100:00100000:3.0:1780970707.596523:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563552704 00000100:00100000:3.0:1780970707.596546:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563552768 00000100:00100000:3.0:1780970707.596561:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6270 00000100:00100000:3.0:1780970707.596565:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fbcf45a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e474371c-4744-4c95-8a55-40a3132b2542+5:2263:x1867475563552704:12345-192.168.204.45@tcp:400:kworker/u8:14.0 00000100:00100000:3.0:1780970707.596585:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fbcf45a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e474371c-4744-4c95-8a55-40a3132b2542+5:2263:x1867475563552704:12345-192.168.204.45@tcp:400:kworker/u8:14.0 Request processed in 20us (2097us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970707.596594:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6270 00000100:00100000:3.0:1780970707.596603:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6271 00000100:00100000:3.0:1780970707.596606:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031965060 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e474371c-4744-4c95-8a55-40a3132b2542+5:2263:x1867475563552768:12345-192.168.204.45@tcp:400:kworker/u8:14.0 00000100:00100000:3.0:1780970707.596658:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031965060 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e474371c-4744-4c95-8a55-40a3132b2542+5:2263:x1867475563552768:12345-192.168.204.45@tcp:400:kworker/u8:14.0 Request processed in 50us (2141us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970707.596663:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6271 00000100:00100000:1.0:1780970707.600153:0:114507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563552512 00000100:00100000:1.0:1780970707.600244:0:114507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 1409 00000100:00100000:1.0:1780970707.600250:0:114507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d253ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2263:x1867475563552512:12345-192.168.204.45@tcp:400:kworker/u8:14.0 00000100:00100000:1.0:1780970707.600346:0:114507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d253ca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2263:x1867475563552512:12345-192.168.204.45@tcp:400:kworker/u8:14.0 Request processed in 95us (6088us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970707.600355:0:114507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 1409 00000004:00080000:1.0:1780970707.804841:0:113050:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 7359967221108ns, next at 7360967216705ns, rc = 0 00000100:00100000:1.0:1780970707.804903:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aa4820e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559777472:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780970707.805028:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970707.805111:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559777472 00000100:00100000:1.0:1780970707.805169:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5489 00000100:00100000:1.0:1780970707.805176:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7c80e64 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+124:3360:x1867475559777472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1780970707.805222:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 8579776 pending 0 free 3891175424 avail 3659653120 00000100:00100000:1.0:1780970707.805280:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7c80e64 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+124:3360:x1867475559777472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970707.805290:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5489 00000100:00100000:1.0:1780970707.805371:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa4820e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559777472:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1780970708.321071:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970708.324658:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b160ca7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559777536:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780970708.324767:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970708.324902:0:123252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559777536 00000100:00100000:3.0:1780970708.324987:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17427 00000100:00100000:3.0:1780970708.324996:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066eb6ed7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559777536:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1780970708.325046:0:123252:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1437728768 avail 1308266496 00000100:00100000:3.0:1780970708.326400:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066eb6ed7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559777536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1395us (1624us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970708.326417:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17427 00000100:00100000:0.0:1780970708.328445:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b160ca7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559777536:0@lo:41:osp-pre-1-0.0 00000001:00080000:3.0:1780970708.837435:0:9223:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0001: transno 4294998696 is committed 00000001:00080000:3.0:1780970708.837529:0:9223:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0001: transno 4294998647 is committed 00010000:00010000:3.0:1780970709.341060:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970709.341196:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aa4820e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3362:1867475559777600:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970709.341279:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970709.341294:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000051d79c67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3360:1867475559777728:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970709.341320:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024befbd7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3362:1867475559777856:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970709.341332:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970709.341354:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970709.341356:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e34f707 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559777984:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970709.341486:0:114508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559777600 00000100:00100000:2.0:1780970709.341526:0:114508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1410 00000100:00100000:2.0:1780970709.341531:0:114508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7aababe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3362:x1867475559777600:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970709.341602:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004dbeb8e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3363:1867475559777664:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970709.344222:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f8fe0d12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3362:1867475559778112:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970709.344285:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970709.344315:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000021e5bd63 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3362:1867475559778368:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970709.344338:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970709.344447:0:116454:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559777728 00000100:00100000:3.0:1780970709.344491:0:116454:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559777856 00000100:00100000:3.0:1780970709.344505:0:116454:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559778112 00000100:00100000:3.0:1780970709.344519:0:116454:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559778368 00000100:00100000:3.0:1780970709.344535:0:116454:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3857 00000100:00100000:3.0:1780970709.344539:0:116454:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d660d0e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3360:x1867475559777728:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970709.344587:0:116454:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d660d0e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3360:x1867475559777728:12345-0@lo:400:kworker/u8:18.0 Request processed in 47us (3257us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970709.344593:0:116454:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3857 00000100:00100000:3.0:1780970709.344698:0:116454:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3858 00000100:00100000:3.0:1780970709.344702:0:116454:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007fe7589 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3362:x1867475559777856:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970709.344736:0:116454:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007fe7589 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3362:x1867475559777856:12345-0@lo:400:kworker/u8:18.0 Request processed in 33us (3384us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970709.344741:0:116454:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3858 00000100:00100000:3.0:1780970709.344753:0:116454:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3859 00000100:00100000:3.0:1780970709.344756:0:116454:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e58dbf4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3362:x1867475559778112:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970709.344780:0:116454:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e58dbf4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3362:x1867475559778112:12345-0@lo:400:kworker/u8:18.0 Request processed in 23us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970709.344785:0:116454:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3859 00000100:00100000:3.0:1780970709.344795:0:116454:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3860 00000100:00100000:3.0:1780970709.344798:0:116454:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025aef625 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3362:x1867475559778368:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970709.344819:0:116454:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025aef625 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3362:x1867475559778368:12345-0@lo:400:kworker/u8:18.0 Request processed in 20us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970709.344825:0:116454:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3860 00000100:00100000:3.0:1780970709.344954:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024befbd7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3362:1867475559777856:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970709.344964:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f8fe0d12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3362:1867475559778112:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970709.344970:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000021e5bd63 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3362:1867475559778368:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970709.345146:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d20a6d87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3361:1867475559777792:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970709.345252:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970709.345269:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007a368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559778048:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970709.345299:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559777792 00000100:00100000:3.0:1780970709.345323:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3861 00000100:00100000:3.0:1780970709.345326:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e2c2be5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3361:x1867475559777792:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970709.345357:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e2c2be5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3361:x1867475559777792:12345-0@lo:400:kworker/u8:18.0 Request processed in 29us (106us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970709.345433:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3861 00000100:00100000:1.0:1780970709.345624:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970709.345666:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000431ae2b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559778240:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970709.345694:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970709.345745:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559777984 00000100:00100000:1.0:1780970709.345759:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000051d79c67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3360:1867475559777728:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970709.345782:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559778240 00000100:00100000:3.0:1780970709.345804:0:123248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6272 00000100:00100000:3.0:1780970709.345807:0:123248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005bfc12d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+124:3360:x1867475559777984:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970709.345860:0:123248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005bfc12d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+124:3360:x1867475559777984:12345-0@lo:400:kworker/u8:18.0 Request processed in 40us (1833us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970709.345866:0:123248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6272 00000100:00100000:3.0:1780970709.345881:0:123248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6273 00000100:00100000:3.0:1780970709.345885:0:123248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce522cbd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+39:3360:x1867475559778240:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970709.345903:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970709.345930:0:123248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce522cbd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+39:3360:x1867475559778240:12345-0@lo:400:kworker/u8:18.0 Request processed in 43us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970709.345936:0:123248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6273 00000100:00100000:0.0:1780970709.345950:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559777664 00000100:00100000:0.0:1780970709.345984:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3862 00000100:00100000:0.0:1780970709.345989:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000865a1c5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3363:x1867475559777664:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970709.346018:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000865a1c5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3363:x1867475559777664:12345-0@lo:400:kworker/u8:18.0 Request processed in 29us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970709.346037:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3862 00000100:00100000:0.0:1780970709.346067:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070b95fd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559777920:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970709.346092:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970709.346113:0:123252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559777920 00000100:00100000:0.0:1780970709.346137:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17428 00000100:00100000:0.0:1780970709.346141:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043afc4eb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:3363:x1867475559777920:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970709.346168:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043afc4eb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:3363:x1867475559777920:12345-0@lo:400:kworker/u8:18.0 Request processed in 26us (75us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970709.346174:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17428 00000100:00100000:0.0:1780970709.346196:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a18b10b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559778176:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970709.346216:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970709.346231:0:123252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559778176 00000100:00100000:0.0:1780970709.346248:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17429 00000100:00100000:0.0:1780970709.346251:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c7f68ec pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559778176:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970709.346276:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c7f68ec pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559778176:12345-0@lo:400:kworker/u8:18.0 Request processed in 24us (60us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970709.346281:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17429 00000100:00100000:0.0:1780970709.346302:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9302c1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559778432:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780970709.346326:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970709.346353:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004dbeb8e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3363:1867475559777664:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970709.346361:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070b95fd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559777920:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970709.346368:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a18b10b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559778176:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970709.346408:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e34f707 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559777984:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970709.346416:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000431ae2b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559778240:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970709.346454:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559778432 00000100:00100000:0.0:1780970709.346476:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5490 00000100:00100000:0.0:1780970709.346479:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024a06403 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559778432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780970709.346500:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 8581056 pending 0 free 3917824000 avail 3686301696 00000100:00100000:0.0:1780970709.346527:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024a06403 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559778432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970709.346533:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5490 00000100:00100000:0.0:1780970709.346553:0:3363:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294998647 gen 3 00000004:00080000:0.0:1780970709.346559:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003ebcdfbf, transno 4294998447 00000004:00080000:0.0:1780970709.346567:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000ee17616, transno 4294998448 00000004:00080000:0.0:1780970709.346569:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c13fa29b, transno 4294998449 00000004:00080000:0.0:1780970709.346571:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007fc10acb, transno 4294998450 00000004:00080000:0.0:1780970709.346573:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009d769782, transno 4294998451 00000004:00080000:0.0:1780970709.346575:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c96890c7, transno 4294998452 00000004:00080000:0.0:1780970709.346577:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000094b0ed72, transno 4294998453 00000004:00080000:0.0:1780970709.346579:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008263237f, transno 4294998454 00000004:00080000:0.0:1780970709.346581:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006d47ea8f, transno 4294998455 00000004:00080000:0.0:1780970709.346583:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000eac37ead, transno 4294998456 00000004:00080000:0.0:1780970709.346585:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007ac784d9, transno 4294998457 00000004:00080000:0.0:1780970709.346587:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c48b61f6, transno 4294998458 00000004:00080000:0.0:1780970709.346589:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000074861584, transno 4294998459 00000004:00080000:0.0:1780970709.346591:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000098a69e23, transno 4294998460 00000004:00080000:0.0:1780970709.346593:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000fb8f871c, transno 4294998461 00000004:00080000:0.0:1780970709.346595:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000054dda27c, transno 4294998462 00000004:00080000:0.0:1780970709.346597:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000206f5676, transno 4294998463 00000004:00080000:0.0:1780970709.346599:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000e48aee1, transno 4294998464 00000004:00080000:0.0:1780970709.346601:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009fb27d0e, transno 4294998465 00000004:00080000:0.0:1780970709.346603:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000007b66f2d, transno 4294998466 00000004:00080000:0.0:1780970709.346605:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001bec5a68, transno 4294998467 00000004:00080000:0.0:1780970709.346606:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009db35adf, transno 4294998468 00000004:00080000:0.0:1780970709.346608:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006bdd8305, transno 4294998469 00000004:00080000:0.0:1780970709.346610:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e28ed184, transno 4294998470 00000004:00080000:0.0:1780970709.346633:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000084c1b704, transno 4294998471 00000004:00080000:0.0:1780970709.346637:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bbfe9fe3, transno 4294998472 00000004:00080000:0.0:1780970709.346639:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000055ad4ca, transno 4294998473 00000004:00080000:0.0:1780970709.346641:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b0b7ffe0, transno 4294998474 00000004:00080000:0.0:1780970709.346644:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006c0f5e1a, transno 4294998475 00000004:00080000:0.0:1780970709.346646:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004c65ee4b, transno 4294998476 00000004:00080000:0.0:1780970709.346648:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002cc7ef4d, transno 4294998477 00000004:00080000:0.0:1780970709.346650:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000052e68436, transno 4294998478 00000004:00080000:0.0:1780970709.346652:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008256bdf5, transno 4294998479 00000004:00080000:0.0:1780970709.346653:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a1d902cf, transno 4294998480 00000004:00080000:0.0:1780970709.346655:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007cc3f296, transno 4294998481 00000004:00080000:0.0:1780970709.346658:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000cc56505b, transno 4294998482 00000004:00080000:0.0:1780970709.346660:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002f9fa4fc, transno 4294998483 00000004:00080000:0.0:1780970709.346661:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006c36328d, transno 4294998484 00000004:00080000:0.0:1780970709.346664:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000068faca70, transno 4294998485 00000004:00080000:0.0:1780970709.346666:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005e2a294f, transno 4294998486 00000004:00080000:0.0:1780970709.346668:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000fb00393, transno 4294998487 00000004:00080000:0.0:1780970709.346670:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f5163a8e, transno 4294998488 00000004:00080000:0.0:1780970709.346673:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000652568c7, transno 4294998489 00000004:00080000:0.0:1780970709.346675:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004f8e25d7, transno 4294998490 00000004:00080000:0.0:1780970709.346677:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000056c123c9, transno 4294998491 00000004:00080000:0.0:1780970709.346679:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e61f16da, transno 4294998492 00000004:00080000:0.0:1780970709.346681:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c2e836f8, transno 4294998493 00000004:00080000:0.0:1780970709.346684:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000065533945, transno 4294998494 00000004:00080000:0.0:1780970709.346686:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b49d3a4a, transno 4294998495 00000004:00080000:0.0:1780970709.346688:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ef3dd0e4, transno 4294998496 00000004:00080000:0.0:1780970709.346690:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c1a957f2, transno 4294998497 00000004:00080000:0.0:1780970709.346692:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000096923db0, transno 4294998498 00000004:00080000:0.0:1780970709.346694:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000717674c7, transno 4294998499 00000004:00080000:0.0:1780970709.346696:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000070ce34b7, transno 4294998500 00000004:00080000:0.0:1780970709.346698:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000055ff8902, transno 4294998501 00000004:00080000:0.0:1780970709.346700:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d2bf7ff7, transno 4294998502 00000004:00080000:0.0:1780970709.346702:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002abf8d80, transno 4294998503 00000004:00080000:0.0:1780970709.346704:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000411c0cd9, transno 4294998504 00000004:00080000:0.0:1780970709.346706:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000074594cbc, transno 4294998505 00000004:00080000:0.0:1780970709.346708:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000197c692e, transno 4294998506 00000004:00080000:0.0:1780970709.346710:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a777f23f, transno 4294998507 00000004:00080000:0.0:1780970709.346711:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b46e770d, transno 4294998508 00000004:00080000:0.0:1780970709.346714:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000083f5a010, transno 4294998509 00000004:00080000:0.0:1780970709.346715:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008bddcfb5, transno 4294998510 00000004:00080000:0.0:1780970709.346717:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c702e83a, transno 4294998511 00000004:00080000:0.0:1780970709.346720:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000fca68ead, transno 4294998512 00000004:00080000:0.0:1780970709.346722:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000031a28670, transno 4294998513 00000004:00080000:0.0:1780970709.346724:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bdd6e2e0, transno 4294998514 00000004:00080000:0.0:1780970709.346726:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ecfdf1c1, transno 4294998515 00000004:00080000:0.0:1780970709.346728:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002b94190e, transno 4294998516 00000004:00080000:0.0:1780970709.346730:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d2f21fa6, transno 4294998517 00000004:00080000:0.0:1780970709.346732:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000038aa0823, transno 4294998518 00000004:00080000:0.0:1780970709.346734:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000029947374, transno 4294998519 00000004:00080000:0.0:1780970709.346737:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009732a571, transno 4294998520 00000004:00080000:0.0:1780970709.346739:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d6e497dc, transno 4294998521 00000004:00080000:0.0:1780970709.346741:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000036929d67, transno 4294998522 00000004:00080000:0.0:1780970709.346743:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c7f682ac, transno 4294998523 00000004:00080000:0.0:1780970709.346745:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000067b1515c, transno 4294998524 00000004:00080000:0.0:1780970709.346747:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005209f3be, transno 4294998525 00000004:00080000:0.0:1780970709.346749:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000020f656c2, transno 4294998526 00000004:00080000:0.0:1780970709.346751:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000046910f83, transno 4294998527 00000004:00080000:0.0:1780970709.346753:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a62728df, transno 4294998528 00000004:00080000:0.0:1780970709.346754:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d0bff441, transno 4294998529 00000004:00080000:0.0:1780970709.346756:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e1a18a37, transno 4294998530 00000004:00080000:0.0:1780970709.346758:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000019d6f44c, transno 4294998531 00000004:00080000:0.0:1780970709.346760:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004bc2bb9e, transno 4294998532 00000004:00080000:0.0:1780970709.346762:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000dbd37d4b, transno 4294998533 00000004:00080000:0.0:1780970709.346764:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003ec19fcd, transno 4294998534 00000004:00080000:0.0:1780970709.346766:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001bb5f247, transno 4294998535 00000004:00080000:0.0:1780970709.346768:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000fa63f644, transno 4294998578 00000004:00080000:0.0:1780970709.346770:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009035e79c, transno 4294998579 00000004:00080000:0.0:1780970709.346772:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000060315c3d, transno 4294998583 00000004:00080000:0.0:1780970709.346774:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e8f56128, transno 4294998584 00000004:00080000:0.0:1780970709.346776:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000020292cec, transno 4294998585 00000004:00080000:0.0:1780970709.346778:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000061977c29, transno 4294998586 00000004:00080000:0.0:1780970709.346780:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000040178dcf, transno 4294998588 00000004:00080000:0.0:1780970709.346783:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000563f6b8a, transno 4294998589 00000004:00080000:0.0:1780970709.346784:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e7611e4f, transno 4294998594 00000004:00080000:0.0:1780970709.346786:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000084dab16c, transno 4294998595 00000004:00080000:0.0:1780970709.346788:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008464eef6, transno 4294998597 00000004:00080000:0.0:1780970709.346790:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000969fb2c0, transno 4294998599 00000004:00080000:0.0:1780970709.346792:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006579fe13, transno 4294998601 00000004:00080000:0.0:1780970709.346795:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ab42f25d, transno 4294998604 00000004:00080000:0.0:1780970709.346797:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003509f001, transno 4294998605 00000004:00080000:0.0:1780970709.346798:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000035cbbbdc, transno 4294998608 00000004:00080000:0.0:1780970709.346800:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000001ec1c59, transno 4294998611 00000004:00080000:0.0:1780970709.346803:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005bba1db6, transno 4294998612 00000004:00080000:0.0:1780970709.346805:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000023583526, transno 4294998614 00000004:00080000:0.0:1780970709.346806:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000060bde053, transno 4294998615 00000004:00080000:0.0:1780970709.346808:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000729d119e, transno 4294998617 00000004:00080000:0.0:1780970709.346810:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ddd09d04, transno 4294998618 00000004:00080000:0.0:1780970709.346812:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b4bb8880, transno 4294998619 00000004:00080000:0.0:1780970709.346815:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000036be33e6, transno 4294998620 00000004:00080000:0.0:1780970709.346817:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000fe67ed5b, transno 4294998622 00000004:00080000:0.0:1780970709.346819:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d6235058, transno 4294998624 00000004:00080000:0.0:1780970709.346821:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007c73abdb, transno 4294998630 00000004:00080000:0.0:1780970709.346823:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000014a588f4, transno 4294998631 00000004:00080000:0.0:1780970709.346825:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002ca1947f, transno 4294998632 00000004:00080000:0.0:1780970709.346827:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005f0b32ab, transno 4294998636 00000004:00080000:0.0:1780970709.346829:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000cb3362f1, transno 4294998637 00000004:00080000:0.0:1780970709.346831:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001781d7a6, transno 4294998639 00000004:00080000:0.0:1780970709.346833:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000090fd683d, transno 4294998640 00000004:00080000:0.0:1780970709.346835:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000490d397e, transno 4294998647 00000100:00100000:0.0:1780970709.346844:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9302c1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559778432:0@lo:13:osp-pre-1-0.0 00000040:00100000:0.0:1780970709.347309:0:114521:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 123 records, first 3336 in log [0x22:0x1:0x0] 00000004:00080000:0.0:1780970709.347403:0:114521:0:(osp_sync.c:1126:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 123 done 00000100:00100000:1.0:1780970709.361784:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970709.361837:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080a96932 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559778304:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970709.361896:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970709.361961:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d20a6d87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3361:1867475559777792:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970709.362001:0:8236:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559778048 00000100:00100000:1.0:1780970709.362039:0:8236:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559778304 00000100:00100000:1.0:1780970709.362058:0:8236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6274 00000100:00100000:1.0:1780970709.362062:0:8236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c0e78944 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559778048:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970709.362110:0:8236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c0e78944 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559778048:12345-0@lo:400:kworker/u8:18.0 Request processed in 47us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970709.362118:0:8236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6274 00000100:00100000:1.0:1780970709.362134:0:8236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6275 00000100:00100000:1.0:1780970709.362138:0:8236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a5cd101 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559778304:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970709.362162:0:8236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a5cd101 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559778304:12345-0@lo:400:kworker/u8:18.0 Request processed in 23us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970709.362167:0:8236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6275 00000100:00100000:1.0:1780970709.362196:0:3361:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294998696 gen 3 00000004:00080000:1.0:1780970709.362202:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000055f2f407, transno 4294998536 00000004:00080000:1.0:1780970709.362220:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ea3d51f9, transno 4294998537 00000004:00080000:1.0:1780970709.362222:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000fe564fc6, transno 4294998538 00000004:00080000:1.0:1780970709.362224:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000d2ecf14, transno 4294998539 00000004:00080000:1.0:1780970709.362227:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005ff497ac, transno 4294998540 00000004:00080000:1.0:1780970709.362228:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000911ce856, transno 4294998541 00000004:00080000:1.0:1780970709.362230:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ae75bbd5, transno 4294998542 00000004:00080000:1.0:1780970709.362232:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000529d5e81, transno 4294998543 00000004:00080000:1.0:1780970709.362234:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bfc1ed6a, transno 4294998544 00000004:00080000:1.0:1780970709.362236:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000038b06336, transno 4294998545 00000004:00080000:1.0:1780970709.362239:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000fc66fffe, transno 4294998546 00000004:00080000:1.0:1780970709.362241:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002b7de7b9, transno 4294998547 00000004:00080000:1.0:1780970709.362243:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000015f2e590, transno 4294998548 00000004:00080000:1.0:1780970709.362245:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000035d0e3c8, transno 4294998549 00000004:00080000:1.0:1780970709.362248:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006c7b0adb, transno 4294998550 00000004:00080000:1.0:1780970709.362250:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000005dbe47f, transno 4294998551 00000004:00080000:1.0:1780970709.362252:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000025147dd2, transno 4294998552 00000004:00080000:1.0:1780970709.362255:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006455c0e7, transno 4294998553 00000004:00080000:1.0:1780970709.362257:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008953f0be, transno 4294998554 00000004:00080000:1.0:1780970709.362259:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000db945f4a, transno 4294998555 00000004:00080000:1.0:1780970709.362261:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c5521d77, transno 4294998556 00000004:00080000:1.0:1780970709.362263:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ce2c7f84, transno 4294998557 00000004:00080000:1.0:1780970709.362264:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006f4ab2d9, transno 4294998558 00000004:00080000:1.0:1780970709.362266:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000019befd87, transno 4294998559 00000004:00080000:1.0:1780970709.362268:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000560e8880, transno 4294998560 00000004:00080000:1.0:1780970709.362271:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008cff9cc3, transno 4294998561 00000004:00080000:1.0:1780970709.362273:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000681407a1, transno 4294998562 00000004:00080000:1.0:1780970709.362274:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d4d0ad09, transno 4294998563 00000004:00080000:1.0:1780970709.362276:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000478c2c59, transno 4294998564 00000004:00080000:1.0:1780970709.362278:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a18a190e, transno 4294998565 00000004:00080000:1.0:1780970709.362280:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000027a06369, transno 4294998566 00000004:00080000:1.0:1780970709.362282:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b2e02f78, transno 4294998567 00000004:00080000:1.0:1780970709.362284:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d02109e7, transno 4294998568 00000004:00080000:1.0:1780970709.362286:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001f3f8eb8, transno 4294998569 00000004:00080000:1.0:1780970709.362288:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f8980d4c, transno 4294998570 00000004:00080000:1.0:1780970709.362290:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ada4480e, transno 4294998571 00000004:00080000:1.0:1780970709.362292:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009417a286, transno 4294998572 00000004:00080000:1.0:1780970709.362294:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e521fabe, transno 4294998573 00000004:00080000:1.0:1780970709.362296:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000df17c238, transno 4294998574 00000004:00080000:1.0:1780970709.362298:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a57b4ec1, transno 4294998575 00000004:00080000:1.0:1780970709.362300:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ff56d041, transno 4294998576 00000004:00080000:1.0:1780970709.362302:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000427760c3, transno 4294998577 00000004:00080000:1.0:1780970709.362304:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000579f55d9, transno 4294998580 00000004:00080000:1.0:1780970709.362306:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000abfca92b, transno 4294998581 00000004:00080000:1.0:1780970709.362308:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000d2f12f1, transno 4294998582 00000004:00080000:1.0:1780970709.362310:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000019420543, transno 4294998587 00000004:00080000:1.0:1780970709.362312:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000469ebb34, transno 4294998590 00000004:00080000:1.0:1780970709.362314:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000025c8bbc5, transno 4294998591 00000004:00080000:1.0:1780970709.362317:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005477d0f8, transno 4294998592 00000004:00080000:1.0:1780970709.362319:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000808ce823, transno 4294998593 00000004:00080000:1.0:1780970709.362321:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000088bd09c3, transno 4294998596 00000004:00080000:1.0:1780970709.362323:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002af04898, transno 4294998598 00000004:00080000:1.0:1780970709.362325:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000099ee63, transno 4294998600 00000004:00080000:1.0:1780970709.362327:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007e1c79bf, transno 4294998602 00000004:00080000:1.0:1780970709.362329:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004dfa10f5, transno 4294998603 00000004:00080000:1.0:1780970709.362330:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b1f8ce08, transno 4294998606 00000004:00080000:1.0:1780970709.362332:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f53f531c, transno 4294998607 00000004:00080000:1.0:1780970709.362334:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007f9ed754, transno 4294998609 00000004:00080000:1.0:1780970709.362336:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000081931eeb, transno 4294998610 00000004:00080000:1.0:1780970709.362338:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d9171edf, transno 4294998613 00000004:00080000:1.0:1780970709.362340:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d6c81e38, transno 4294998616 00000004:00080000:1.0:1780970709.362342:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006d95493e, transno 4294998621 00000004:00080000:1.0:1780970709.362344:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001faeaaea, transno 4294998623 00000004:00080000:1.0:1780970709.362346:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000366ca107, transno 4294998625 00000004:00080000:1.0:1780970709.362348:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f6c6c648, transno 4294998626 00000004:00080000:1.0:1780970709.362350:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000eded03d6, transno 4294998627 00000004:00080000:1.0:1780970709.362353:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000235cae8b, transno 4294998628 00000004:00080000:1.0:1780970709.362355:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003e38a7be, transno 4294998629 00000004:00080000:1.0:1780970709.362358:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f39db270, transno 4294998633 00000004:00080000:1.0:1780970709.362360:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004e6ea1fb, transno 4294998634 00000004:00080000:1.0:1780970709.362362:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004ff04ce6, transno 4294998635 00000004:00080000:1.0:1780970709.362364:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000cbbc3c08, transno 4294998638 00000004:00080000:1.0:1780970709.362367:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000980a7c3f, transno 4294998641 00000004:00080000:1.0:1780970709.362368:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000054f9e498, transno 4294998642 00000004:00080000:1.0:1780970709.362371:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a9fe1c68, transno 4294998643 00000004:00080000:1.0:1780970709.362372:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000cd23129e, transno 4294998644 00000004:00080000:1.0:1780970709.362375:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d03555ce, transno 4294998645 00000004:00080000:1.0:1780970709.362377:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000afd05819, transno 4294998646 00000004:00080000:1.0:1780970709.362379:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004901a73e, transno 4294998648 00000004:00080000:1.0:1780970709.362381:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000032e54e44, transno 4294998649 00000004:00080000:1.0:1780970709.362383:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000df9885d6, transno 4294998650 00000004:00080000:1.0:1780970709.362385:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000cf1cc9a4, transno 4294998651 00000004:00080000:1.0:1780970709.362387:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000025a9acdd, transno 4294998652 00000004:00080000:1.0:1780970709.362389:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000018bf35fe, transno 4294998653 00000004:00080000:1.0:1780970709.362390:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006622c256, transno 4294998654 00000004:00080000:1.0:1780970709.362392:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a3dc0136, transno 4294998655 00000004:00080000:1.0:1780970709.362394:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008bb66b76, transno 4294998656 00000004:00080000:1.0:1780970709.362396:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000927ff390, transno 4294998657 00000004:00080000:1.0:1780970709.362398:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000040be322e, transno 4294998658 00000004:00080000:1.0:1780970709.362400:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ee33d7b1, transno 4294998659 00000004:00080000:1.0:1780970709.362402:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d9790081, transno 4294998660 00000004:00080000:1.0:1780970709.362404:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009e4bf3af, transno 4294998661 00000004:00080000:1.0:1780970709.362406:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000010616cd8, transno 4294998662 00000004:00080000:1.0:1780970709.362407:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000077b84468, transno 4294998663 00000004:00080000:1.0:1780970709.362409:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000032266e79, transno 4294998664 00000004:00080000:1.0:1780970709.362411:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ae37a1e1, transno 4294998665 00000004:00080000:1.0:1780970709.362413:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000496bf2eb, transno 4294998666 00000004:00080000:1.0:1780970709.362415:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009020d566, transno 4294998667 00000004:00080000:1.0:1780970709.362417:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000032f1094d, transno 4294998668 00000004:00080000:1.0:1780970709.362419:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c5a8c493, transno 4294998669 00000004:00080000:1.0:1780970709.362421:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d4d7bbc9, transno 4294998670 00000004:00080000:1.0:1780970709.362423:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a92c53d5, transno 4294998671 00000004:00080000:1.0:1780970709.362425:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004cf90942, transno 4294998672 00000004:00080000:1.0:1780970709.362427:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007a073b21, transno 4294998673 00000004:00080000:1.0:1780970709.362430:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009089957d, transno 4294998674 00000004:00080000:1.0:1780970709.362432:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b1396874, transno 4294998675 00000004:00080000:1.0:1780970709.362434:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007e6dc9ba, transno 4294998676 00000004:00080000:1.0:1780970709.362436:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008511eb28, transno 4294998677 00000004:00080000:1.0:1780970709.362438:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d5f43f3e, transno 4294998678 00000004:00080000:1.0:1780970709.362440:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004687fdd9, transno 4294998679 00000004:00080000:1.0:1780970709.362442:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000feb3eda3, transno 4294998680 00000004:00080000:1.0:1780970709.362444:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008529ef68, transno 4294998681 00000004:00080000:1.0:1780970709.362446:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a0242aba, transno 4294998682 00000004:00080000:1.0:1780970709.362448:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003e3776d5, transno 4294998683 00000004:00080000:1.0:1780970709.362450:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000f9fd855, transno 4294998684 00000004:00080000:1.0:1780970709.362452:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000027bfcb8d, transno 4294998685 00000004:00080000:1.0:1780970709.362455:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c454a3d6, transno 4294998686 00000004:00080000:1.0:1780970709.362457:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000243e741b, transno 4294998687 00000004:00080000:1.0:1780970709.362459:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000029425dc, transno 4294998688 00000004:00080000:1.0:1780970709.362461:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000389a5154, transno 4294998689 00000004:00080000:1.0:1780970709.362463:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002ebe2f9b, transno 4294998690 00000004:00080000:1.0:1780970709.362465:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f73d44be, transno 4294998691 00000004:00080000:1.0:1780970709.362467:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007ba6774e, transno 4294998692 00000004:00080000:1.0:1780970709.362469:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000b40fd81, transno 4294998693 00000004:00080000:1.0:1780970709.362471:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d01ec3b5, transno 4294998694 00000004:00080000:1.0:1780970709.362473:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008a3e17a5, transno 4294998695 00000004:00080000:1.0:1780970709.362475:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000894737b7, transno 4294998696 00000100:00100000:1.0:1780970709.362480:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007a368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559778048:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970709.362495:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080a96932 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559778304:0@lo:400:kworker/u8:18.0 00000040:00100000:1.0:1780970709.363041:0:113051:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 127 records, first 3175 in log [0x12:0x1:0x0] 00000004:00080000:1.0:1780970709.363138:0:113051:0:(osp_sync.c:1126:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 6 changes, 0 in progress, 0 in flight, 127 done 00000100:00100000:1.0:1780970709.363182:0:114508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7aababe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3362:x1867475559777600:12345-0@lo:400:kworker/u8:18.0 Request processed in 21649us (21905us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970709.363192:0:114508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1410 00000100:00100000:1.0:1780970709.363562:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa4820e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3362:1867475559777600:0@lo:400:kworker/u8:18.0 00000004:00080000:3.0:1780970709.368055:0:113042:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 153 committed 00000020:00080000:3.0:1780970709.368234:0:113042:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0001: 8589937692 batchid updated 00000004:00080000:3.0:1780970709.368256:0:113042:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 160 committed 00010000:00010000:3.0:1780970709.368294:0:113042:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: 00000000f6ae77e0/0xa1e9845215a92a24 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x137a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xa1e9845215a92a4e expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1780970709.368313:0:113042:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: 00000000f6ae77e0/0xa1e9845215a92a24 lrc: 3/0,0 mode: EX/EX res: [0x2400013a3:0x137a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xa1e9845215a92a4e expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.368363:0:113042:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: 00000000f6ae77e0/0xa1e9845215a92a24 lrc: 2/0,0 mode: --/EX res: [0x2400013a3:0x137a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000020 nid: local remote: 0xa1e9845215a92a4e expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.368371:0:113042:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780970709.368397:0:113042:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: 00000000f6ae77e0/0xa1e9845215a92a24 lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x137a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000020 nid: local remote: 0xa1e9845215a92a4e expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.368422:0:113042:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: 00000000f70851ed/0xa1e9845215a92acc lrc: 3/0,0 mode: EX/EX res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xa1e9845215a92ae1 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1780970709.368429:0:113042:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: 00000000f70851ed/0xa1e9845215a92acc lrc: 3/0,0 mode: EX/EX res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xa1e9845215a92ae1 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.368445:0:113042:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: 00000000f70851ed/0xa1e9845215a92acc lrc: 2/0,0 mode: --/EX res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa1e9845215a92ae1 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.368450:0:113042:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780970709.368454:0:113042:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: 00000000f70851ed/0xa1e9845215a92acc lrc: 0/0,0 mode: --/EX res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xa1e9845215a92ae1 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1780970709.368468:0:113042:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0001: transno 12884933805 is committed 00000020:00080000:3.0:1780970709.368477:0:113042:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt 00000000dd093764 refcount 2 committed 0 result 0 batchid 8589937693 00000020:00080000:3.0:1780970709.368482:0:113042:0:(update_trans.c:89:top_multiple_thandle_dump()) st 00000000329d1013 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th 0000000077115a0d 00000020:00080000:3.0:1780970709.368487:0:113042:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x2b12:0x2].549 00000020:00080000:3.0:1780970709.368489:0:113042:0:(update_trans.c:89:top_multiple_thandle_dump()) st 0000000080998142 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th 0000000077b84381 00000020:00080000:3.0:1780970709.368495:0:113042:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x400013a2:0x2].105 00000100:00100000:2.0:1780970709.368496:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f508e101 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559778624:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970709.368539:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000055f97a10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559778496:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970709.368581:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:0.0:1780970709.369192:0:113061:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 8589937693 committed batchid 8589937692 00000040:00100000:0.0:1780970709.369264:0:113061:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 548 in log [0x3:0x2b12:0x2] 00000004:00080000:0.0:1780970709.369311:0:113061:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth 000000000480b207 with version 5757 00000020:00080000:0.0:1780970709.369324:0:113061:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 8589937692 cancel update log [0x3:0x2b12:0x2].548: rc = 0 00000040:00100000:0.0:1780970709.369330:0:113061:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 104 in log [0x3:0x400013a2:0x2] 00000020:00080000:0.0:1780970709.369366:0:113061:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 8589937692 cancel update log [0x3:0x400013a2:0x2].104: rc = 0 00000020:00080000:0.0:1780970709.369374:0:113061:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 8589937692 00010000:00010000:0.0:1780970709.369391:0:3347:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 0000000092025601/0xa1e9845215a92a55 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x137a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.369402:0:3347:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 0000000092025601/0xa1e9845215a92a55 lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x137a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.369410:0:3347:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 0000000092025601/0xa1e9845215a92a55 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x137a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.369416:0:3347:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000092025601 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970709.369419:0:3347:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000092025601/0xa1e9845215a92a55 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x137a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.369426:0:3347:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 0000000092025601/0xa1e9845215a92a55 lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x137a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970709.369606:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009417a286 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559778816:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970709.369662:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970709.369722:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559778624 00000100:00100000:2.0:1780970709.369757:0:123248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559778816 00000100:00100000:2.0:1780970709.369782:0:123251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88410 00000100:00100000:2.0:1780970709.369787:0:123251:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a57b4ec1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+6:3361:x1867475559778624:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1780970709.369815:0:123251:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11797 count 1 00002000:00010000:2.0:1780970709.369848:0:123251:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970709.369853:0:123251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b005208a/0xa1e9845215a9327b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.369866:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970709.369868:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970709.369872:0:123251:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b005208a/0xa1e9845215a9327b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.369887:0:123251:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b005208a/0xa1e9845215a9327b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.369895:0:123251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b005208a/0xa1e9845215a9327b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.369900:0:123251:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b005208a/0xa1e9845215a9327b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.369926:0:123251:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780970709.370257:0:123251:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a57b4ec1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+7:3361:x1867475559778624:12345-0@lo:6:osp-syn-1-1.0 Request processed in 468us (1678us total) trans 4294998697 rc 0/0 00000100:00100000:2.0:1780970709.370264:0:123251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88410 00000100:00100000:2.0:1780970709.370284:0:123251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88411 00000100:00100000:2.0:1780970709.370288:0:123251:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7611e4f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+6:3361:x1867475559778816:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1780970709.370301:0:123251:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11799 count 1 00002000:00010000:2.0:1780970709.370317:0:123251:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970709.370321:0:123251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be85c8c8/0xa1e9845215a93282 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.370328:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970709.370330:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970709.370332:0:123251:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be85c8c8/0xa1e9845215a93282 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.370340:0:123251:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be85c8c8/0xa1e9845215a93282 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.370346:0:123251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be85c8c8/0xa1e9845215a93282 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.370351:0:123251:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000be85c8c8/0xa1e9845215a93282 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.370364:0:123251:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1780970709.370569:0:3347:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x137a:0x0].0x0 (0000000044afd541) 00010000:00010000:0.0:1780970709.370574:0:3347:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970709.370579:0:3347:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 0000000092025601/0xa1e9845215a92a55 lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x137a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.370587:0:3347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 0000000092025601/0xa1e9845215a92a55 lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x137a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.370604:0:3347:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 000000009ccd2a3b/0xa1e9845215a92a7f lrc: 3/0,1 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.370610:0:3347:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000009ccd2a3b/0xa1e9845215a92a7f lrc: 2/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.370730:0:3347:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000009ccd2a3b/0xa1e9845215a92a7f lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.370737:0:3347:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009ccd2a3b already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970709.370740:0:3347:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000009ccd2a3b/0xa1e9845215a92a7f lrc: 3/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.370746:0:3347:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000009ccd2a3b/0xa1e9845215a92a7f lrc: 4/0,0 mode: COS/COS res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.370755:0:3347:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a2:0x2a:0x0].0x0 (000000004d208865) 00010000:00010000:0.0:1780970709.370757:0:3347:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970709.370759:0:3347:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000009ccd2a3b/0xa1e9845215a92a7f lrc: 2/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.370764:0:3347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000009ccd2a3b/0xa1e9845215a92a7f lrc: 0/0,0 mode: --/COS res: [0x2400013a2:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1780970709.370791:0:113046:0:(osp_trans.c:1343:osp_get_next_request()) ou 00000000fcc9408d version 5757 rpc_version 5757 00000100:00100000:0.0:1780970709.370825:0:113046:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009725cf42 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:113046:1867475559779008:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1780970709.370863:0:113046:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970709.370880:0:113046:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ceadab58 going to sleep for 6 seconds 00000100:00100000:0.0:1780970709.370898:0:124322:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559779008 00000100:00100000:3.0:1780970709.371802:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970709.371993:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f8980d4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559778752:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1780970709.372057:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1780970709.372244:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780970709.372252:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b005208a/0xa1e9845215a9327b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.372265:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b005208a already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970709.372269:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b005208a/0xa1e9845215a9327b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.372280:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b005208a/0xa1e9845215a9327b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.372308:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b005208a/0xa1e9845215a9327b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.372315:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b005208a/0xa1e9845215a9327b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.372339:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780970709.372342:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000be85c8c8/0xa1e9845215a93282 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.372354:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000be85c8c8 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970709.372356:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000be85c8c8/0xa1e9845215a93282 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.372363:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000be85c8c8/0xa1e9845215a93282 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.372372:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000be85c8c8/0xa1e9845215a93282 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.372378:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be85c8c8/0xa1e9845215a93282 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.372389:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970709.372391:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970709.372392:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970709.372414:0:115589:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559778496 00000100:00100000:3.0:1780970709.372456:0:115589:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559778752 00000100:00100000:3.0:1780970709.372482:0:115589:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88412 00000100:00100000:3.0:1780970709.372489:0:115589:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f73d44be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+9:3360:x1867475559778496:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1780970709.372527:0:115589:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11796 count 1 00000100:00100000:2.0:1780970709.374827:0:123251:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7611e4f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+9:3361:x1867475559778816:12345-0@lo:6:osp-syn-1-1.0 Request processed in 4528us (5155us total) trans 4294998698 rc 0/0 00000100:00100000:2.0:1780970709.374844:0:123251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88411 00000100:00100000:2.0:1780970709.374883:0:123251:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88413 00000100:00100000:2.0:1780970709.374891:0:123251:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ba6774e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+8:3360:x1867475559778752:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1780970709.374959:0:123251:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11776 count 1 00002000:00010000:2.0:1780970709.374997:0:123251:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e00:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970709.375004:0:123251:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000073aa19dc/0xa1e9845215a93289 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e00:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970709.375228:0:124322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17430 00000100:00100000:0.0:1780970709.375234:0:124322:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e858b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:113046:x1867475559779008:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1780970709.375410:0:124322:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e858b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:113046:x1867475559779008:12345-0@lo:1000:osp_up0-1.0 Request processed in 175us (4547us total) trans 25769864386 rc 0/0 00000100:00100000:0.0:1780970709.375418:0:124322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17430 00000100:00100000:0.0:1780970709.375514:0:113046:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009725cf42 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:113046:1867475559779008:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1780970709.375544:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f3f8eb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559778688:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970709.375582:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970709.375599:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000df17c238 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559778944:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1780970709.376016:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000029425dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559778560:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1780970709.376084:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970709.376101:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000389a5154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559778880:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1780970709.376122:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970709.376135:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d80c4247 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559779200:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970709.376166:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559778560 00000100:00100000:1.0:1780970709.376207:0:6248:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559778880 00000100:00100000:1.0:1780970709.376231:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24346 00000100:00100000:1.0:1780970709.376237:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db60de67 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+10:3362:x1867475559778560:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1780970709.376248:0:6248:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780970709.376270:0:6248:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000800d076e/0xa1e9845215a92a4e lrc: 0/0,0 mode: --/EX res: [0x2400013a3:0x137a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xa1e9845215a92a24 expref: 10 pid: 124322 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1780970709.376282:0:115589:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970709.376289:0:6248:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x137a:0x0].0x0 (000000008564d20a) 00010000:00010000:3.0:1780970709.376295:0:115589:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a93290 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970709.376302:0:6248:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780970709.376315:0:115589:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970709.376320:0:115589:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970709.376327:0:115589:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a93290 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970709.376338:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db60de67 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+9:3362:x1867475559778560:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 99us (252us total) trans 0 rc 0/0 00010000:00010000:3.0:1780970709.376342:0:115589:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a93290 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970709.376350:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24346 00010000:00010000:3.0:1780970709.376364:0:115589:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a93290 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970709.376374:0:6248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24347 00010000:00010000:3.0:1780970709.376375:0:115589:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a93290 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970709.376384:0:6248:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015e91fb1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+8:3362:x1867475559778880:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1780970709.376403:0:6248:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780970709.376417:0:6248:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c3eededd/0xa1e9845215a92ae1 lrc: 0/0,0 mode: --/EX res: [0x200002b12:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xa1e9845215a92acc expref: 8 pid: 123252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.376425:0:115589:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780970709.376431:0:6248:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b12:0x27:0x0].0x0 (00000000044e691c) 00010000:00010000:1.0:1780970709.376440:0:6248:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780970709.376460:0:6248:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015e91fb1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+7:3362:x1867475559778880:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 79us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970709.376466:0:6248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24347 00000100:00100000:1.0:1780970709.376561:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559778688 00000100:00100000:1.0:1780970709.376591:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88414 00000100:00100000:1.0:1780970709.376594:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098169a94 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3363:x1867475559778688:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1780970709.376849:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970709.376852:0:123251:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970709.376857:0:123251:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000073aa19dc/0xa1e9845215a93289 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.376871:0:123251:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000073aa19dc/0xa1e9845215a93289 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.376880:0:123251:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000073aa19dc/0xa1e9845215a93289 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.376886:0:123251:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000073aa19dc/0xa1e9845215a93289 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.376904:0:123251:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1780970709.377335:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970709.377386:0:123253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559778944 00000100:00100000:0.0:1780970709.377410:0:123253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88415 00000100:00100000:0.0:1780970709.377414:0:123253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008eb6fba3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+11:3363:x1867475559778944:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1780970709.377430:0:123253:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11800 count 1 00002000:00010000:0.0:1780970709.377471:0:123253:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970709.377476:0:123253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de3688ef/0xa1e9845215a93297 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.377485:0:123253:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970709.377486:0:123253:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970709.377488:0:123253:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000de3688ef/0xa1e9845215a93297 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.377503:0:123253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000de3688ef/0xa1e9845215a93297 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.377511:0:123253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de3688ef/0xa1e9845215a93297 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.377516:0:123253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000de3688ef/0xa1e9845215a93297 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.377532:0:123253:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1780970709.378196:0:123251:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ba6774e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+12:3360:x1867475559778752:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3304us (6136us total) trans 4294998699 rc 0/0 00000100:00100000:2.0:1780970709.378205:0:123251:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88413 00010000:00010000:2.0:1780970709.378235:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1780970709.378241:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a93290 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.378251:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a611cf30 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970709.378255:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a93290 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.378263:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a93290 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.378284:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a93290 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.378289:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a611cf30/0xa1e9845215a93290 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.378305:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780970709.378308:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000073aa19dc/0xa1e9845215a93289 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.378315:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000073aa19dc already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970709.378318:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000073aa19dc/0xa1e9845215a93289 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.378324:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000073aa19dc/0xa1e9845215a93289 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.378334:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000073aa19dc/0xa1e9845215a93289 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.378340:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000073aa19dc/0xa1e9845215a93289 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.378353:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970709.378356:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000de3688ef/0xa1e9845215a93297 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.378365:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000de3688ef already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970709.378367:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000de3688ef/0xa1e9845215a93297 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.378374:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000de3688ef/0xa1e9845215a93297 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.378391:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000de3688ef/0xa1e9845215a93297 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.378397:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000de3688ef/0xa1e9845215a93297 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.378413:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970709.378414:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970709.378415:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970709.378422:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970709.378458:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007a368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559779136:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1780970709.378474:0:115589:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f73d44be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+12:3360:x1867475559778496:12345-0@lo:6:osp-syn-1-1.0 Request processed in 5979us (6674us total) trans 4294998701 rc 0/0 00000100:00100000:3.0:1780970709.378490:0:115589:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88412 00000100:00100000:2.0:1780970709.378504:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1780970709.378585:0:8691:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11798 count 1 00002000:00010000:1.0:1780970709.378897:0:8691:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x2e16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970709.378903:0:8691:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001baebfe8/0xa1e9845215a9329e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2e16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970709.378922:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970709.378924:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970709.378926:0:8691:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001baebfe8/0xa1e9845215a9329e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970709.378937:0:8691:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001baebfe8/0xa1e9845215a9329e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970709.378944:0:8691:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001baebfe8/0xa1e9845215a9329e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2e16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970709.378950:0:8691:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001baebfe8/0xa1e9845215a9329e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970709.378998:0:8691:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780970709.379251:0:115589:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559779136 00000100:00100000:3.0:1780970709.379301:0:115589:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88416 00000100:00100000:3.0:1780970709.379308:0:115589:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9302c1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+124:3361:x1867475559779136:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1780970709.379343:0:115589:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12569 count 1 00002000:00010000:3.0:1780970709.379380:0:115589:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3119:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970709.379386:0:115589:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e20877f3/0xa1e9845215a932a5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3119:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.379398:0:115589:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970709.379401:0:115589:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970709.379404:0:115589:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e20877f3/0xa1e9845215a932a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.379428:0:115589:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e20877f3/0xa1e9845215a932a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.379436:0:115589:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e20877f3/0xa1e9845215a932a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.379444:0:115589:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e20877f3/0xa1e9845215a932a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.379464:0:115589:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1780970709.379794:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008eb6fba3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+12:3363:x1867475559778944:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2376us (2457us total) trans 4294998700 rc 0/0 00000100:00100000:0.0:1780970709.379806:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88415 00010000:00010000:0.0:1780970709.379843:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780970709.379848:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001baebfe8/0xa1e9845215a9329e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.379856:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001baebfe8 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970709.379859:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001baebfe8/0xa1e9845215a9329e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2e16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.379866:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001baebfe8/0xa1e9845215a9329e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2e16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.379882:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001baebfe8/0xa1e9845215a9329e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2e16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.379892:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001baebfe8/0xa1e9845215a9329e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2e16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.379907:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970709.379910:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e20877f3/0xa1e9845215a932a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.379927:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e20877f3 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970709.379929:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e20877f3/0xa1e9845215a932a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.379935:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e20877f3/0xa1e9845215a932a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.379944:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e20877f3/0xa1e9845215a932a5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.379950:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e20877f3/0xa1e9845215a932a5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 115589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.379964:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970709.379965:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970709.379966:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970709.379979:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970709.380001:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004c378db2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559779456:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970709.380168:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008496d7e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559779392:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970709.380193:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1780970709.380228:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f508e101/2, rc 0, transno 31401 00000100:00100000:2.0:1780970709.380233:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f508e101 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559778624:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1780970709.380243:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009417a286/2, rc 0, transno 31402 00000100:00100000:2.0:1780970709.380245:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009417a286 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559778816:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1780970709.380257:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1780970709.380262:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080a96932 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559779072:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970709.380282:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970709.380297:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a8611f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559779328:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970709.380315:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970709.380345:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559779200 00000100:00100000:2.0:1780970709.380372:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559779392 00000100:00100000:2.0:1780970709.380383:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559779072 00000100:00100000:2.0:1780970709.380393:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559779328 00000100:00100000:2.0:1780970709.380406:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88417 00000100:00100000:2.0:1780970709.380410:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cb6ee16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+129:3362:x1867475559779200:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970709.380428:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88418 00000100:00100000:2.0:1780970709.380431:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fb41f3e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+129:3361:x1867475559779392:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970709.380442:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88419 00000100:00100000:2.0:1780970709.380445:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d6c81e38 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+129:3361:x1867475559779072:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970709.380456:0:33546:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88420 00000100:00100000:2.0:1780970709.380459:0:33546:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000366ca107 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+129:3361:x1867475559779328:12345-0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1780970709.380534:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000055f97a10/2, rc 0, transno 31405 00000100:00100000:2.0:1780970709.380538:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000055f97a10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559778496:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1780970709.380547:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f8980d4c/2, rc 0, transno 31403 00000100:00100000:2.0:1780970709.380550:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f8980d4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559778752:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1780970709.380581:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970709.380585:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970709.380605:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970709.380798:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098169a94 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+11:3363:x1867475559778688:12345-0@lo:6:osp-syn-1-1.0 Request processed in 4201us (5215us total) trans 4294998702 rc 0/0 00000100:00100000:1.0:1780970709.380807:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88414 00000004:00080000:1.0:1780970709.380899:0:114503:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 208 committed 00000001:00080000:1.0:1780970709.380941:0:114503:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 25769864385 is committed 00000100:00100000:1.0:1780970709.380978:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc10a3a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559779264:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1780970709.381018:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970709.381058:0:115589:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9302c1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+129:3361:x1867475559779136:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1746us (2552us total) trans 103079229336 rc 0/0 00000100:00100000:3.0:1780970709.381070:0:115589:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88416 00002000:00080000:2.0:1780970709.390003:0:30685:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12550 count 1 00002000:00010000:2.0:1780970709.390055:0:30685:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3106:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970709.390063:0:30685:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab29ab98/0xa1e9845215a932ac lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3106:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390079:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970709.390082:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970709.390086:0:30685:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab29ab98/0xa1e9845215a932ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390100:0:30685:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab29ab98/0xa1e9845215a932ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390109:0:30685:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab29ab98/0xa1e9845215a932ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390115:0:30685:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ab29ab98/0xa1e9845215a932ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390133:0:30685:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:2.0:1780970709.390206:0:30675:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12572 count 1 00002000:00010000:2.0:1780970709.390221:0:30675:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x311c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970709.390224:0:30675:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004133c757/0xa1e9845215a932b3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x311c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390232:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970709.390234:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970709.390235:0:30675:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004133c757/0xa1e9845215a932b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x311c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390243:0:30675:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004133c757/0xa1e9845215a932b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x311c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390250:0:30675:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004133c757/0xa1e9845215a932b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x311c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390257:0:30675:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004133c757/0xa1e9845215a932b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x311c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390270:0:30675:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1780970709.390291:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780970709.390296:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ab29ab98/0xa1e9845215a932ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390303:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ab29ab98 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970709.390307:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab29ab98/0xa1e9845215a932ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390315:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab29ab98/0xa1e9845215a932ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390332:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ab29ab98/0xa1e9845215a932ac lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390339:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab29ab98/0xa1e9845215a932ac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390358:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970709.390360:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004133c757/0xa1e9845215a932b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x311c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390366:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004133c757 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970709.390368:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004133c757/0xa1e9845215a932b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x311c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390373:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004133c757/0xa1e9845215a932b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x311c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390380:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004133c757/0xa1e9845215a932b3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x311c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390386:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004133c757/0xa1e9845215a932b3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x311c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390396:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970709.390397:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970709.390398:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1780970709.390418:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12568 count 1 00002000:00010000:2.0:1780970709.390431:0:23195:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x3118:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970709.390435:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007d4d7c98/0xa1e9845215a932ba lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3118:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390442:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970709.390443:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970709.390445:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d4d7c98/0xa1e9845215a932ba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390452:0:23195:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007d4d7c98/0xa1e9845215a932ba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390459:0:23195:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007d4d7c98/0xa1e9845215a932ba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390465:0:23195:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007d4d7c98/0xa1e9845215a932ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390477:0:23195:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:2.0:1780970709.390505:0:33546:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12571 count 1 00002000:00010000:2.0:1780970709.390518:0:33546:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x311b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970709.390522:0:33546:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4df3b4f/0xa1e9845215a932c1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x311b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390529:0:33546:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970709.390530:0:33546:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970709.390532:0:33546:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4df3b4f/0xa1e9845215a932c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x311b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390539:0:33546:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4df3b4f/0xa1e9845215a932c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x311b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390545:0:33546:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4df3b4f/0xa1e9845215a932c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x311b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390551:0:33546:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d4df3b4f/0xa1e9845215a932c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x311b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390561:0:33546:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1780970709.390579:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780970709.390582:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007d4d7c98/0xa1e9845215a932ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390588:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d4d7c98 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970709.390591:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007d4d7c98/0xa1e9845215a932ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390596:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007d4d7c98/0xa1e9845215a932ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390606:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007d4d7c98/0xa1e9845215a932ba lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.390611:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007d4d7c98/0xa1e9845215a932ba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970709.391558:0:30677:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559779264 00000100:00100000:0.0:1780970709.391650:0:30677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88421 00000100:00100000:0.0:1780970709.391657:0:30677:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6c52044 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+129:3363:x1867475559779264:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1780970709.391678:0:30677:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12570 count 1 00002000:00010000:0.0:1780970709.391700:0:30677:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x311a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970709.391707:0:30677:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086360fbb/0xa1e9845215a932c8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x311a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.391716:0:30677:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970709.391718:0:30677:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970709.391720:0:30677:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000086360fbb/0xa1e9845215a932c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x311a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.391730:0:30677:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000086360fbb/0xa1e9845215a932c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x311a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.391736:0:30677:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086360fbb/0xa1e9845215a932c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x311a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.391741:0:30677:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000086360fbb/0xa1e9845215a932c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x311a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.391756:0:30677:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1780970709.391791:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780970709.391795:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d4df3b4f/0xa1e9845215a932c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x311b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.391802:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d4df3b4f already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970709.391804:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4df3b4f/0xa1e9845215a932c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x311b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.391810:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4df3b4f/0xa1e9845215a932c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x311b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.391823:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d4df3b4f/0xa1e9845215a932c1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x311b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.391829:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4df3b4f/0xa1e9845215a932c1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x311b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33546 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.391845:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970709.391847:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000086360fbb/0xa1e9845215a932c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x311a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.391853:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086360fbb already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970709.391854:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000086360fbb/0xa1e9845215a932c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x311a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.391860:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000086360fbb/0xa1e9845215a932c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x311a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.391869:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000086360fbb/0xa1e9845215a932c8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x311a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.391874:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000086360fbb/0xa1e9845215a932c8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x311a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.391892:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970709.391894:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970709.391895:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970709.391901:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970709.391927:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970709.391975:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2e836f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559779712:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780970709.392035:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970709.392078:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000029425dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559778560:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1780970709.392089:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000389a5154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559778880:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1780970709.392122:0:30686:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559779456 00000100:00100000:0.0:1780970709.392145:0:30686:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559779712 00000100:00100000:0.0:1780970709.392160:0:30686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88422 00000100:00100000:0.0:1780970709.392163:0:30686:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001faeaaea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+130:3362:x1867475559779456:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1780970709.392174:0:30686:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12573 count 1 00002000:00010000:0.0:1780970709.392188:0:30686:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x311d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970709.392191:0:30686:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000038ac795e/0xa1e9845215a932cf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x311d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.392199:0:30686:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970709.392201:0:30686:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970709.392203:0:30686:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000038ac795e/0xa1e9845215a932cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x311d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.392211:0:30686:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000038ac795e/0xa1e9845215a932cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x311d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.392220:0:30686:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000038ac795e/0xa1e9845215a932cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x311d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.392225:0:30686:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000038ac795e/0xa1e9845215a932cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x311d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.392237:0:30686:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780970709.392264:0:30688:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88423 00000100:00100000:0.0:1780970709.392268:0:30688:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f39db270 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+39:3362:x1867475559779712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1780970709.392281:0:30688:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23100 count 1 00002000:00010000:0.0:1780970709.392296:0:30688:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970709.392299:0:30688:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051135b91/0xa1e9845215a932d6 lrc: 3/0,1 mode: --/PW res: [0x5a3c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.392306:0:30688:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970709.392308:0:30688:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970709.392309:0:30688:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051135b91/0xa1e9845215a932d6 lrc: 3/0,1 mode: PW/PW res: [0x5a3c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.392316:0:30688:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051135b91/0xa1e9845215a932d6 lrc: 3/0,1 mode: PW/PW res: [0x5a3c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.392322:0:30688:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051135b91/0xa1e9845215a932d6 lrc: 3/0,1 mode: PW/PW res: [0x5a3c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.392327:0:30688:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051135b91/0xa1e9845215a932d6 lrc: 2/0,0 mode: PW/PW res: [0x5a3c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.392338:0:30688:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1780970709.392420:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780970709.392424:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000038ac795e/0xa1e9845215a932cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x311d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.392431:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000038ac795e already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970709.392434:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000038ac795e/0xa1e9845215a932cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x311d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.392440:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000038ac795e/0xa1e9845215a932cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x311d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.392451:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000038ac795e/0xa1e9845215a932cf lrc: 1/0,0 mode: --/PW res: [0x280000400:0x311d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.392456:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000038ac795e/0xa1e9845215a932cf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x311d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.392467:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970709.392469:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051135b91/0xa1e9845215a932d6 lrc: 2/0,0 mode: PW/PW res: [0x5a3c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.392474:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000051135b91 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970709.392476:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051135b91/0xa1e9845215a932d6 lrc: 2/0,0 mode: PW/PW res: [0x5a3c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.392486:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051135b91/0xa1e9845215a932d6 lrc: 3/0,0 mode: PW/PW res: [0x5a3c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.392494:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051135b91/0xa1e9845215a932d6 lrc: 1/0,0 mode: --/PW res: [0x5a3c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.392500:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051135b91/0xa1e9845215a932d6 lrc: 0/0,0 mode: --/PW res: [0x5a3c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30688 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.392509:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970709.392510:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970709.392511:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970709.392516:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970709.392545:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000040811078 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559779520:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1780970709.392573:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1780970709.392603:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001f3f8eb8/2, rc 0, transno 31406 00000100:00100000:0.0:1780970709.392608:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f3f8eb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559778688:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1780970709.392643:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000df17c238/2, rc 0, transno 31404 00000100:00100000:0.0:1780970709.392647:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000df17c238 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559778944:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1780970709.392665:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559779520 00000100:00100000:0.0:1780970709.392686:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88424 00000100:00100000:0.0:1780970709.392689:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054f9e498 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+131:3363:x1867475559779520:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1780970709.392702:0:8691:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12574 count 1 00002000:00010000:0.0:1780970709.392715:0:8691:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x311e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780970709.392719:0:8691:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003f9afa6a/0xa1e9845215a932dd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x311e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.392727:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970709.392729:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780970709.392730:0:8691:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003f9afa6a/0xa1e9845215a932dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x311e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.392738:0:8691:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003f9afa6a/0xa1e9845215a932dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x311e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.392744:0:8691:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003f9afa6a/0xa1e9845215a932dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x311e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.392749:0:8691:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003f9afa6a/0xa1e9845215a932dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x311e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.392761:0:8691:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780970709.392783:0:6251:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780970709.392786:0:6251:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003f9afa6a/0xa1e9845215a932dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x311e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.392792:0:6251:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003f9afa6a already unused, calling callback (000000003b8e5fd2) 00010000:00010000:0.0:1780970709.392794:0:6251:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003f9afa6a/0xa1e9845215a932dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x311e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.392800:0:6251:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003f9afa6a/0xa1e9845215a932dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x311e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.392811:0:6251:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003f9afa6a/0xa1e9845215a932dd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x311e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.392816:0:6251:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f9afa6a/0xa1e9845215a932dd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x311e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970709.392828:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970709.392829:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970709.392830:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970709.393887:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970709.393889:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970709.393891:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970709.393900:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970709.394106:0:30677:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6c52044 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+132:3363:x1867475559779264:12345-0@lo:6:osp-syn-0-1.0 Request processed in 2447us (13088us total) trans 103079229338 rc 0/0 00000100:00100000:2.0:1780970709.394116:0:30677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88421 00000100:00100000:2.0:1780970709.394237:0:33546:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000366ca107 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+132:3361:x1867475559779328:12345-0@lo:6:osp-syn-0-1.0 Request processed in 13776us (13920us total) trans 103079229339 rc 0/0 00000100:00100000:2.0:1780970709.394244:0:33546:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88420 00000100:00100000:2.0:1780970709.394353:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fb41f3e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+132:3361:x1867475559779392:12345-0@lo:6:osp-syn-0-1.0 Request processed in 13920us (14159us total) trans 103079229340 rc 0/0 00000100:00100000:2.0:1780970709.394360:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88418 00000100:00100000:2.0:1780970709.394446:0:30688:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f39db270 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+40:3362:x1867475559779712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2166us (2400us total) trans 103079229337 rc 0/0 00000100:00100000:2.0:1780970709.394452:0:30688:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88423 00000100:00100000:2.0:1780970709.394543:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cb6ee16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+132:3362:x1867475559779200:12345-0@lo:6:osp-syn-0-1.0 Request processed in 14132us (14564us total) trans 103079229341 rc 0/0 00000100:00100000:2.0:1780970709.394549:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88417 00000100:00100000:2.0:1780970709.394649:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d6c81e38 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+132:3361:x1867475559779072:12345-0@lo:6:osp-syn-0-1.0 Request processed in 14202us (14366us total) trans 103079229342 rc 0/0 00000100:00100000:2.0:1780970709.394656:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88419 00000004:00080000:2.0:1780970709.394907:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c2e836f8/2, rc 0, transno 14233 00000100:00100000:2.0:1780970709.394926:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2e836f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559779712:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1780970709.394942:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d80c4247/2, rc 0, transno 14237 00000100:00100000:2.0:1780970709.394953:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d80c4247 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559779200:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970709.395034:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780970709.395062:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065533945 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559779776:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970709.395116:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970709.395143:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559779776 00000100:00100000:2.0:1780970709.395171:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88425 00000100:00100000:2.0:1780970709.395175:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b49d3a4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+132:3362:x1867475559779776:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1780970709.395197:0:23195:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12575 count 1 00002000:00010000:2.0:1780970709.395247:0:23195:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x311f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970709.395253:0:23195:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d3269bf7/0xa1e9845215a932e4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x311f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.395271:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970709.395273:0:23195:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970709.395277:0:23195:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3269bf7/0xa1e9845215a932e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x311f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.395289:0:23195:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d3269bf7/0xa1e9845215a932e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x311f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.395298:0:23195:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d3269bf7/0xa1e9845215a932e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x311f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.395304:0:23195:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d3269bf7/0xa1e9845215a932e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x311f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.395320:0:23195:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780970709.395450:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b49d3a4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+133:3362:x1867475559779776:12345-0@lo:6:osp-syn-0-1.0 Request processed in 273us (333us total) trans 103079229343 rc 0/0 00000100:00100000:2.0:1780970709.395456:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88425 00010000:00010000:2.0:1780970709.395500:0:23537:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970709.395505:0:23537:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d3269bf7/0xa1e9845215a932e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x311f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.395512:0:23537:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d3269bf7 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970709.395515:0:23537:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d3269bf7/0xa1e9845215a932e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x311f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.395522:0:23537:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d3269bf7/0xa1e9845215a932e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x311f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.395539:0:23537:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d3269bf7/0xa1e9845215a932e4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x311f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.395545:0:23537:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d3269bf7/0xa1e9845215a932e4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x311f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.395559:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970709.395560:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970709.395561:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780970709.395600:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000065533945/2, rc 0, transno 14239 00000100:00100000:2.0:1780970709.395605:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065533945 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559779776:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1780970709.395640:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006bdd8305 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559779584:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780970709.395667:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970709.395684:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780970709.395689:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e61f16da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559779648:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780970709.395708:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970709.395729:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559779584 00000100:00100000:2.0:1780970709.395748:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559779648 00000100:00100000:2.0:1780970709.395760:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88426 00000100:00100000:2.0:1780970709.395763:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008bddcfb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+41:3360:x1867475559779584:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780970709.395777:0:30685:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23098 count 1 00002000:00010000:2.0:1780970709.395792:0:30685:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780970709.395796:0:30685:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003fe589f5/0xa1e9845215a932eb lrc: 3/0,1 mode: --/PW res: [0x5a3a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.395803:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970709.395805:0:30685:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780970709.395806:0:30685:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003fe589f5/0xa1e9845215a932eb lrc: 3/0,1 mode: PW/PW res: [0x5a3a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.395814:0:30685:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003fe589f5/0xa1e9845215a932eb lrc: 3/0,1 mode: PW/PW res: [0x5a3a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.395820:0:30685:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003fe589f5/0xa1e9845215a932eb lrc: 3/0,1 mode: PW/PW res: [0x5a3a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.395826:0:30685:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003fe589f5/0xa1e9845215a932eb lrc: 2/0,0 mode: PW/PW res: [0x5a3a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970709.395839:0:30685:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780970709.399555:0:123253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88427 00000100:00100000:1.0:1780970709.399570:0:123253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000002155856 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+42:3360:x1867475559779648:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780970709.399605:0:123253:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23099 count 1 00002000:00010000:1.0:1780970709.399672:0:123253:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780970709.399680:0:123253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a932f2 lrc: 3/0,1 mode: --/PW res: [0x5a3b:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970709.399693:0:123253:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970709.399695:0:123253:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780970709.399700:0:123253:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a932f2 lrc: 3/0,1 mode: PW/PW res: [0x5a3b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970709.399713:0:123253:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a932f2 lrc: 3/0,1 mode: PW/PW res: [0x5a3b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970709.399721:0:123253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a932f2 lrc: 3/0,1 mode: PW/PW res: [0x5a3b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970709.399733:0:123253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a932f2 lrc: 2/0,0 mode: PW/PW res: [0x5a3b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970709.399756:0:123253:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1780970709.405432:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000f57a8777/0xa1e9845215a92c7e lrc: 3/0,1 mode: COS/COS res: [0x200000007:0x1:0x0].0x11ae43fc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.405463:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f57a8777/0xa1e9845215a92c7e lrc: 2/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0x11ae43fc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.405472:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f57a8777/0xa1e9845215a92c7e lrc: 3/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0x11ae43fc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.405480:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f57a8777 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970709.405485:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f57a8777/0xa1e9845215a92c7e lrc: 3/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0x11ae43fc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.405494:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f57a8777/0xa1e9845215a92c7e lrc: 4/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0x11ae43fc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.405521:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x11ae43fc (00000000cdcdc333) 00010000:00010000:3.0:1780970709.405524:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970709.405531:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f57a8777/0xa1e9845215a92c7e lrc: 2/0,0 mode: --/COS res: [0x200000007:0x1:0x0].0x11ae43fc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.407312:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f57a8777/0xa1e9845215a92c7e lrc: 0/0,0 mode: --/COS res: [0x200000007:0x1:0x0].0x11ae43fc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.407367:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000005db7e15e/0xa1e9845215a92c85 lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.407375:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005db7e15e/0xa1e9845215a92c85 lrc: 2/0,0 mode: COS/COS res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.407382:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005db7e15e/0xa1e9845215a92c85 lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.407388:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005db7e15e already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970709.407391:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005db7e15e/0xa1e9845215a92c85 lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.407398:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005db7e15e/0xa1e9845215a92c85 lrc: 4/0,0 mode: COS/COS res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.407412:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2ce1:0x0].0x0 (00000000c5a915f4) 00010000:00010000:3.0:1780970709.407415:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780970709.407420:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005db7e15e/0xa1e9845215a92c85 lrc: 2/0,0 mode: --/COS res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.407430:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005db7e15e/0xa1e9845215a92c85 lrc: 0/0,0 mode: --/COS res: [0x200002b13:0x2ce1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1780970709.407535:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000080a96932/2, rc 0, transno 14238 00000100:00100000:3.0:1780970709.407546:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080a96932 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559779072:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1780970709.407561:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006a8611f1/2, rc 0, transno 14235 00000100:00100000:3.0:1780970709.407643:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a8611f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559779328:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1780970709.407660:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007a368000/2, rc 0, transno 14232 00000100:00100000:3.0:1780970709.407663:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007a368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559779136:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1780970709.407673:0:3361:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008496d7e8/2, rc 0, transno 14236 00000100:00100000:3.0:1780970709.407803:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008496d7e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559779392:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1780970709.407926:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780970709.407934:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003fe589f5/0xa1e9845215a932eb lrc: 2/0,0 mode: PW/PW res: [0x5a3a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.407945:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003fe589f5 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970709.407948:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003fe589f5/0xa1e9845215a932eb lrc: 2/0,0 mode: PW/PW res: [0x5a3a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.407955:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003fe589f5/0xa1e9845215a932eb lrc: 3/0,0 mode: PW/PW res: [0x5a3a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.407975:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003fe589f5/0xa1e9845215a932eb lrc: 1/0,0 mode: --/PW res: [0x5a3a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.407987:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003fe589f5/0xa1e9845215a932eb lrc: 0/0,0 mode: --/PW res: [0x5a3a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30685 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.408011:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780970709.408014:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a932f2 lrc: 2/0,0 mode: PW/PW res: [0x5a3b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.408020:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000019766034 already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970709.408022:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a932f2 lrc: 2/0,0 mode: PW/PW res: [0x5a3b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.408027:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a932f2 lrc: 3/0,0 mode: PW/PW res: [0x5a3b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.408037:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a932f2 lrc: 1/0,0 mode: --/PW res: [0x5a3b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.408043:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019766034/0xa1e9845215a932f2 lrc: 0/0,0 mode: --/PW res: [0x5a3b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 123253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970709.408058:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970709.408059:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970709.408061:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970709.413109:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008bddcfb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+43:3360:x1867475559779584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17334us (17432us total) trans 103079229344 rc 0/0 00000100:00100000:2.0:1780970709.413124:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88426 00000004:00080000:3.0:1780970709.413307:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006bdd8305/2, rc 0, transno 14240 00000100:00100000:3.0:1780970709.413324:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006bdd8305 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559779584:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780970709.413777:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000002155856 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+42:3360:x1867475559779648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14208us (18066us total) trans 103079229346 rc 0/0 00000100:00100000:1.0:1780970709.413787:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88427 00000100:00100000:1.0:1780970709.413970:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054f9e498 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+134:3363:x1867475559779520:12345-0@lo:6:osp-syn-0-1.0 Request processed in 21279us (21396us total) trans 103079229347 rc 0/0 00000100:00100000:1.0:1780970709.413977:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88424 00000004:00080000:1.0:1780970709.414033:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000dc10a3a5/2, rc 0, transno 14234 00000100:00100000:1.0:1780970709.414040:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc10a3a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559779264:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1780970709.414052:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000040811078/2, rc 0, transno 14243 00000100:00100000:1.0:1780970709.414055:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000040811078 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559779520:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1780970709.414080:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970709.414893:0:30686:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001faeaaea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+133:3362:x1867475559779456:12345-0@lo:6:osp-syn-0-1.0 Request processed in 22726us (22964us total) trans 103079229345 rc 0/0 00000100:00100000:0.0:1780970709.414902:0:30686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88422 00000004:00080000:2.0:1780970709.415081:0:3362:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004c378db2/2, rc 0, transno 14241 00000100:00100000:2.0:1780970709.415088:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004c378db2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559779456:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1780970709.415432:0:3360:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e61f16da/2, rc 0, transno 14242 00000100:00100000:3.0:1780970709.415445:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e61f16da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559779648:0@lo:6:osp-syn-0-0.0 00000001:00080000:2.0:1780970709.418282:0:109997:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 103079229336 is committed 00000001:00080000:2.0:1780970709.418323:0:109997:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 103079229328 is committed 00010000:00010000:3.0:1780970710.366403:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970710.877119:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780970710.877148:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d0eb87e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559779840:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780970710.877235:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970710.877372:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559779840 00000100:00100000:1.0:1780970710.877432:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5491 00000100:00100000:1.0:1780970710.877439:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f39db270 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3361:x1867475559779840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780970710.877477:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 8579776 pending 0 free 3891175424 avail 3659653120 00000100:00100000:1.0:1780970710.877530:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f39db270 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3361:x1867475559779840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970710.877538:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5491 00000100:00100000:3.0:1780970710.877612:0:3361:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 103079229328 gen 3 00000004:00080000:3.0:1780970710.877946:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000007df8828, transno 103079229259 00000004:00080000:3.0:1780970710.877962:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000071fed84d, transno 103079229260 00000004:00080000:3.0:1780970710.877965:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a8e99a90, transno 103079229261 00000004:00080000:3.0:1780970710.877968:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000016fb7304, transno 103079229262 00000004:00080000:3.0:1780970710.877970:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000060bdcd8d, transno 103079229263 00000004:00080000:3.0:1780970710.877973:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003eb0cb8b, transno 103079229266 00000004:00080000:3.0:1780970710.877975:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000305bd40a, transno 103079229267 00000004:00080000:3.0:1780970710.877977:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000012682f39, transno 103079229268 00000004:00080000:3.0:1780970710.877979:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000523989aa, transno 103079229275 00000004:00080000:3.0:1780970710.877982:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004928a0db, transno 103079229276 00000004:00080000:3.0:1780970710.877984:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000038321738, transno 103079229277 00000004:00080000:3.0:1780970710.877987:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005189ad3f, transno 103079229278 00000004:00080000:3.0:1780970710.877989:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003193e55c, transno 103079229279 00000004:00080000:3.0:1780970710.877991:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000049ac958e, transno 103079229280 00000004:00080000:3.0:1780970710.877994:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a6cf4d5e, transno 103079229281 00000004:00080000:3.0:1780970710.877996:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ad1a7ea0, transno 103079229284 00000004:00080000:3.0:1780970710.877998:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d3cbd911, transno 103079229288 00000004:00080000:3.0:1780970710.878001:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ed5c2525, transno 103079229289 00000004:00080000:3.0:1780970710.878003:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000cbc6052a, transno 103079229290 00000004:00080000:3.0:1780970710.878005:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004de1c120, transno 103079229291 00000004:00080000:3.0:1780970710.878007:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008ad4ba18, transno 103079229293 00000004:00080000:3.0:1780970710.878010:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008fb8a693, transno 103079229294 00000004:00080000:3.0:1780970710.878012:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e2f8266a, transno 103079229295 00000004:00080000:3.0:1780970710.878015:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000058fb03d1, transno 103079229296 00000004:00080000:3.0:1780970710.878017:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000025d2d3c3, transno 103079229297 00000004:00080000:3.0:1780970710.878019:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ecb1b748, transno 103079229299 00000004:00080000:3.0:1780970710.878022:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004560569e, transno 103079229302 00000004:00080000:3.0:1780970710.878025:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bc95a828, transno 103079229304 00000004:00080000:3.0:1780970710.878027:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004e4b6dc5, transno 103079229311 00000004:00080000:3.0:1780970710.878030:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bdbcd236, transno 103079229312 00000004:00080000:3.0:1780970710.878032:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005a429397, transno 103079229321 00000004:00080000:3.0:1780970710.878034:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d5409c1d, transno 103079229322 00000004:00080000:3.0:1780970710.878036:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000027decfd5, transno 103079229326 00000004:00080000:3.0:1780970710.878039:0:3361:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000045b9b110, transno 103079229328 00000100:00100000:3.0:1780970710.878153:0:3361:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@00000000c2e836f8 x1867475559779712/t103079229337(103079229337) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1780970753 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'osp-syn-0-0.0' 00000100:00100000:3.0:1780970710.878174:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d0eb87e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559779840:0@lo:13:osp-pre-0-0.0 00000040:00100000:1.0:1780970710.878457:0:114519:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 34 records, first 4345 in log [0x20:0x1:0x0] 00000004:00080000:1.0:1780970710.878562:0:114519:0:(osp_sync.c:1126:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 3 in progress, 0 in flight, 34 done 00010000:00010000:2.0:1780970711.391688:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970711.901467:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fca68ead pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559779904:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780970711.901579:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970711.901974:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559779904 00000100:00100000:0.0:1780970711.902042:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5492 00000100:00100000:0.0:1780970711.902050:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000b40fd81 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+11:3361:x1867475559779904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1780970711.902094:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 8581056 pending 0 free 3917824000 avail 3686301696 00000100:00100000:0.0:1780970711.902152:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000b40fd81 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+11:3361:x1867475559779904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970711.902161:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5492 00000100:00100000:3.0:1780970711.903798:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fca68ead pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559779904:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1780970712.413010:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970712.419373:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780970712.419410:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bdd6e2e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559779968:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780970712.419518:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970712.419903:0:112211:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559779968 00000100:00100000:0.0:1780970712.419988:0:112211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17431 00000100:00100000:0.0:1780970712.419997:0:112211:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da5e250f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3363:x1867475559779968:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1780970712.420285:0:112211:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1435402240 avail 1305939968 00000100:00100000:0.0:1780970712.420372:0:112211:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da5e250f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3363:x1867475559779968:12345-0@lo:41:osp-pre-0-1.0 Request processed in 374us (856us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970712.420384:0:112211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17431 00000100:00100000:1.0:1780970712.420549:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bdd6e2e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559779968:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780970712.697171:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970712.697226:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970712.697265:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970712.697295:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970712.697342:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970712.697390:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563553088 00000100:00100000:1.0:1780970712.697650:0:114508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563552832 00000100:00100000:1.0:1780970712.697693:0:114508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 1411 00000100:00100000:1.0:1780970712.697701:0:114508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f10d7cb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2266:x1867475563552832:12345-192.168.204.45@tcp:400:kworker/u8:14.0 00000100:00100000:1.0:1780970712.697792:0:114508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f10d7cb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2266:x1867475563552832:12345-192.168.204.45@tcp:400:kworker/u8:14.0 Request processed in 89us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970712.697811:0:114508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 1411 00000100:00100000:0.0:1780970712.697820:0:30686:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563553024 00000100:00100000:0.0:1780970712.697855:0:30686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6276 00000100:00100000:0.0:1780970712.697859:0:30686:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a62728df pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e474371c-4744-4c95-8a55-40a3132b2542+5:2266:x1867475563553024:12345-192.168.204.45@tcp:400:kworker/u8:14.0 00000100:00100000:1.0:1780970712.697885:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563552960 00000100:00100000:0.0:1780970712.697903:0:30686:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a62728df pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e474371c-4744-4c95-8a55-40a3132b2542+5:2266:x1867475563553024:12345-192.168.204.45@tcp:400:kworker/u8:14.0 Request processed in 44us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970712.697909:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563552896 00000100:00100000:0.0:1780970712.697910:0:30686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6276 00000100:00100000:1.0:1780970712.697925:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3863 00000100:00100000:1.0:1780970712.697929:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b94190e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+23:2266:x1867475563552960:12345-192.168.204.45@tcp:400:kworker/u8:14.0 00000100:00100000:1.0:1780970712.697959:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b94190e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+23:2266:x1867475563552960:12345-192.168.204.45@tcp:400:kworker/u8:14.0 Request processed in 29us (734us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970712.697966:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3863 00000100:00100000:1.0:1780970712.697978:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3864 00000100:00100000:1.0:1780970712.697982:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005209f3be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+19:2266:x1867475563552896:12345-192.168.204.45@tcp:400:kworker/u8:14.0 00000100:00100000:1.0:1780970712.698004:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005209f3be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+19:2266:x1867475563552896:12345-192.168.204.45@tcp:400:kworker/u8:14.0 Request processed in 21us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970712.698011:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3864 00000100:00100000:0.0:1780970712.699964:0:123253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6277 00000100:00100000:0.0:1780970712.699977:0:123253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038aa0823 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e474371c-4744-4c95-8a55-40a3132b2542+5:2266:x1867475563553088:12345-192.168.204.45@tcp:400:kworker/u8:14.0 00000100:00100000:0.0:1780970712.700074:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038aa0823 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e474371c-4744-4c95-8a55-40a3132b2542+5:2266:x1867475563553088:12345-192.168.204.45@tcp:400:kworker/u8:14.0 Request processed in 99us (2808us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970712.700082:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6277 00000100:00100000:3.0:1780970712.925011:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780970712.925052:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054f9e498 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559780032:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780970712.925144:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970712.925438:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559780032 00000100:00100000:0.0:1780970712.925508:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5493 00000100:00100000:0.0:1780970712.925515:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d01ec3b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+13:3362:x1867475559780032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1780970712.925554:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 8579776 pending 0 free 3891175424 avail 3659653120 00000100:00100000:0.0:1780970712.925607:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d01ec3b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+13:3362:x1867475559780032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970712.925636:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5493 00000100:00100000:3.0:1780970712.925799:0:3362:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 103079229336 gen 3 00000004:00080000:3.0:1780970712.925806:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000006ccb2b2, transno 103079229183 00000004:00080000:3.0:1780970712.925823:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000d306008, transno 103079229184 00000004:00080000:3.0:1780970712.925827:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a583f428, transno 103079229185 00000004:00080000:3.0:1780970712.925830:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000460ff3a0, transno 103079229186 00000004:00080000:3.0:1780970712.925832:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002ef642fb, transno 103079229187 00000004:00080000:3.0:1780970712.925835:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000537e4385, transno 103079229188 00000004:00080000:3.0:1780970712.925837:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c95fda19, transno 103079229189 00000004:00080000:3.0:1780970712.925840:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000cc3c7ee5, transno 103079229190 00000004:00080000:3.0:1780970712.925844:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f31cff13, transno 103079229191 00000004:00080000:3.0:1780970712.925847:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000061dcd6d7, transno 103079229192 00000004:00080000:3.0:1780970712.925850:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003266afba, transno 103079229193 00000004:00080000:3.0:1780970712.925853:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000daa90be2, transno 103079229194 00000004:00080000:3.0:1780970712.925856:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000baa7589f, transno 103079229195 00000004:00080000:3.0:1780970712.925858:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000cd9764bc, transno 103079229196 00000004:00080000:3.0:1780970712.925872:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c41e7a55, transno 103079229197 00000004:00080000:3.0:1780970712.925875:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c4cd30db, transno 103079229198 00000004:00080000:3.0:1780970712.925877:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006d27a7b0, transno 103079229199 00000004:00080000:3.0:1780970712.925880:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006adbf639, transno 103079229200 00000004:00080000:3.0:1780970712.925882:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000243fc45a, transno 103079229201 00000004:00080000:3.0:1780970712.925886:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002f99af0b, transno 103079229202 00000004:00080000:3.0:1780970712.925888:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003b7685c4, transno 103079229203 00000004:00080000:3.0:1780970712.925890:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002af68249, transno 103079229204 00000004:00080000:3.0:1780970712.925893:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000920d2bbc, transno 103079229205 00000004:00080000:3.0:1780970712.925896:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000082cb8677, transno 103079229206 00000004:00080000:3.0:1780970712.925898:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c4d414cd, transno 103079229207 00000004:00080000:3.0:1780970712.925901:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000096ddd8e8, transno 103079229208 00000004:00080000:3.0:1780970712.925904:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004f9288ff, transno 103079229209 00000004:00080000:3.0:1780970712.925906:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d491f6d5, transno 103079229210 00000004:00080000:3.0:1780970712.925908:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000029d36b69, transno 103079229211 00000004:00080000:3.0:1780970712.925910:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000084a5c348, transno 103079229212 00000004:00080000:3.0:1780970712.925913:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000021fa4a77, transno 103079229213 00000004:00080000:3.0:1780970712.925916:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e720f75e, transno 103079229214 00000004:00080000:3.0:1780970712.925919:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000086b3ecd7, transno 103079229215 00000004:00080000:3.0:1780970712.925922:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007e24a27d, transno 103079229216 00000004:00080000:3.0:1780970712.925924:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000093a7d4f4, transno 103079229217 00000004:00080000:3.0:1780970712.925927:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000094b6c837, transno 103079229218 00000004:00080000:3.0:1780970712.925929:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e58a44bc, transno 103079229219 00000004:00080000:3.0:1780970712.925932:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001e568968, transno 103079229220 00000004:00080000:3.0:1780970712.925935:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001f0f0640, transno 103079229221 00000004:00080000:3.0:1780970712.925937:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000004774e88, transno 103079229222 00000004:00080000:3.0:1780970712.925939:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003ac38d6a, transno 103079229223 00000004:00080000:3.0:1780970712.925941:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d664d1e0, transno 103079229224 00000004:00080000:3.0:1780970712.925944:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005ef546e2, transno 103079229225 00000004:00080000:3.0:1780970712.925946:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009c043f78, transno 103079229226 00000004:00080000:3.0:1780970712.925948:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000079c68fe6, transno 103079229227 00000004:00080000:3.0:1780970712.925951:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000630cb23d, transno 103079229228 00000004:00080000:3.0:1780970712.925953:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007c9e5147, transno 103079229229 00000004:00080000:3.0:1780970712.925956:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006bed0cf8, transno 103079229230 00000004:00080000:3.0:1780970712.925959:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002805aa61, transno 103079229231 00000004:00080000:3.0:1780970712.925961:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000005f2c9bc, transno 103079229232 00000004:00080000:3.0:1780970712.925963:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d53f5612, transno 103079229233 00000004:00080000:3.0:1780970712.925965:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000091e10a69, transno 103079229234 00000004:00080000:3.0:1780970712.925968:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000baf83255, transno 103079229235 00000004:00080000:3.0:1780970712.925971:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ed8c3655, transno 103079229236 00000004:00080000:3.0:1780970712.925973:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b1d07ca3, transno 103079229237 00000004:00080000:3.0:1780970712.925975:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005898f491, transno 103079229238 00000004:00080000:3.0:1780970712.925977:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e5835b1a, transno 103079229239 00000004:00080000:3.0:1780970712.925979:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000005c8213d, transno 103079229240 00000004:00080000:3.0:1780970712.925982:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000050ffdfc5, transno 103079229241 00000004:00080000:3.0:1780970712.925984:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009933c1a3, transno 103079229242 00000004:00080000:3.0:1780970712.925986:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002b3cf1aa, transno 103079229243 00000004:00080000:3.0:1780970712.925989:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002864990c, transno 103079229244 00000004:00080000:3.0:1780970712.925991:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000dcd80bc9, transno 103079229245 00000004:00080000:3.0:1780970712.925993:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000058b0d521, transno 103079229246 00000004:00080000:3.0:1780970712.925996:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004adfd701, transno 103079229247 00000004:00080000:3.0:1780970712.925998:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c581bd45, transno 103079229248 00000004:00080000:3.0:1780970712.926001:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000cbf4b896, transno 103079229249 00000004:00080000:3.0:1780970712.926003:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f67678e1, transno 103079229250 00000004:00080000:3.0:1780970712.926005:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c1d1583a, transno 103079229251 00000004:00080000:3.0:1780970712.926008:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e1b8a456, transno 103079229252 00000004:00080000:3.0:1780970712.926010:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a86ea6de, transno 103079229253 00000004:00080000:3.0:1780970712.926012:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000551208c9, transno 103079229254 00000004:00080000:3.0:1780970712.926014:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000026398dec, transno 103079229255 00000004:00080000:3.0:1780970712.926016:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009c7e9881, transno 103079229256 00000004:00080000:3.0:1780970712.926018:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001458474a, transno 103079229257 00000004:00080000:3.0:1780970712.926020:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000977b0ee2, transno 103079229258 00000004:00080000:3.0:1780970712.926022:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000032e8b76c, transno 103079229264 00000004:00080000:3.0:1780970712.926036:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f9ed961e, transno 103079229265 00000004:00080000:3.0:1780970712.926039:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000503829b7, transno 103079229269 00000004:00080000:3.0:1780970712.926041:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f3b275f5, transno 103079229270 00000004:00080000:3.0:1780970712.926044:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003850eab3, transno 103079229271 00000004:00080000:3.0:1780970712.926046:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b2a48cdb, transno 103079229272 00000004:00080000:3.0:1780970712.926049:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000089a74440, transno 103079229273 00000004:00080000:3.0:1780970712.926052:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000033cdb3c9, transno 103079229274 00000004:00080000:3.0:1780970712.926055:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005249b8e1, transno 103079229282 00000004:00080000:3.0:1780970712.926057:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000709cf235, transno 103079229283 00000004:00080000:3.0:1780970712.926059:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c1ae9878, transno 103079229285 00000004:00080000:3.0:1780970712.926062:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b74e6e1d, transno 103079229286 00000004:00080000:3.0:1780970712.926064:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006b673267, transno 103079229287 00000004:00080000:3.0:1780970712.926066:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d36d72a3, transno 103079229292 00000004:00080000:3.0:1780970712.926069:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000978e3f28, transno 103079229298 00000004:00080000:3.0:1780970712.926071:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002505829a, transno 103079229300 00000004:00080000:3.0:1780970712.926074:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000fd8ea7ac, transno 103079229301 00000004:00080000:3.0:1780970712.926077:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000069d1df27, transno 103079229303 00000004:00080000:3.0:1780970712.926079:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007a6927f5, transno 103079229305 00000004:00080000:3.0:1780970712.926082:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007c2fef8b, transno 103079229306 00000004:00080000:3.0:1780970712.926084:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000801adfcc, transno 103079229307 00000004:00080000:3.0:1780970712.926087:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005d9423cb, transno 103079229308 00000004:00080000:3.0:1780970712.926089:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000fd9c08cd, transno 103079229309 00000004:00080000:3.0:1780970712.926091:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003b8ca591, transno 103079229310 00000004:00080000:3.0:1780970712.926094:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a78eeda5, transno 103079229313 00000004:00080000:3.0:1780970712.926096:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008663cfb7, transno 103079229314 00000004:00080000:3.0:1780970712.926099:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d1234948, transno 103079229315 00000004:00080000:3.0:1780970712.926102:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bafb1d29, transno 103079229316 00000004:00080000:3.0:1780970712.926104:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bd9df100, transno 103079229317 00000004:00080000:3.0:1780970712.926106:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a0555485, transno 103079229318 00000004:00080000:3.0:1780970712.926109:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003bf95acc, transno 103079229319 00000004:00080000:3.0:1780970712.926111:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003a4e576f, transno 103079229320 00000004:00080000:3.0:1780970712.926113:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000046bf22e7, transno 103079229323 00000004:00080000:3.0:1780970712.926116:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004afa408a, transno 103079229324 00000004:00080000:3.0:1780970712.926118:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008929aea1, transno 103079229325 00000004:00080000:3.0:1780970712.926121:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a15485ca, transno 103079229327 00000004:00080000:3.0:1780970712.926123:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c2c33543, transno 103079229329 00000004:00080000:3.0:1780970712.926125:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003f5887b4, transno 103079229330 00000004:00080000:3.0:1780970712.926128:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001fe6b898, transno 103079229331 00000004:00080000:3.0:1780970712.926130:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001c59e731, transno 103079229332 00000004:00080000:3.0:1780970712.926132:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a4ca634b, transno 103079229333 00000004:00080000:3.0:1780970712.926134:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003cc6627f, transno 103079229334 00000004:00080000:3.0:1780970712.926137:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000fc48ae65, transno 103079229335 00000004:00080000:3.0:1780970712.926140:0:3362:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007a368000, transno 103079229336 00000100:00100000:3.0:1780970712.926147:0:3362:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@00000000dc10a3a5 x1867475559779264/t103079229338(103079229338) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1780970753 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'osp-syn-0-1.0' 00000100:00100000:3.0:1780970712.926167:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054f9e498 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559780032:0@lo:13:osp-pre-0-1.0 00000040:00100000:0.0:1780970712.927646:0:113049:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 120 records, first 3176 in log [0x10:0x1:0x0] 00000004:00080000:0.0:1780970712.927766:0:113049:0:(osp_sync.c:1126:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 8 in progress, 0 in flight, 120 done 00010000:00010000:0.0:1780970713.437146:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970713.437151:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd9764bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559780096:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780970713.437258:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970713.437313:0:112211:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559780096 00000100:00100000:2.0:1780970713.437383:0:112211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17432 00000100:00100000:2.0:1780970713.437401:0:112211:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da6ea582 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559780096:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1780970713.437447:0:112211:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1437728768 avail 1308266496 00000100:00100000:2.0:1780970713.437705:0:112211:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da6ea582 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559780096:12345-0@lo:41:osp-pre-1-0.0 Request processed in 304us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970713.437713:0:112211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17432 00000100:00100000:1.0:1780970713.438153:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd9764bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559780096:0@lo:41:osp-pre-1-0.0 00000400:00000080:1.0:1780970713.529300:0:145070:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1780970713.529310:0:145070:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 422: kill a process with RPC in progress == 22:05:10 (1780970710) 00000100:00100000:1.0:1780970713.597215:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970713.597418:0:123083:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563553152 00000100:00100000:3.0:1780970713.597493:0:123083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85579 00000100:00100000:3.0:1780970713.597502:0:123083:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d10a3060 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e474371c-4744-4c95-8a55-40a3132b2542+19:198866:x1867475563553152:12345-192.168.204.45@tcp:101:bash.0 00010000:00010000:3.0:1780970713.597543:0:123083:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1780970713.597580:0:123083:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f6ae77e0/0xa1e9845215a932f9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece898924949 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.597703:0:123083:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a93300 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.597721:0:123083:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a93300 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.597734:0:123083:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a93300 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.597754:0:123083:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a93307 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.597761:0:123083:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a93307 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.597767:0:123083:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a93307 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.597984:0:123083:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a93300 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.597993:0:123083:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a93300 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.598000:0:123083:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a93300 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.598007:0:123083:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b10d0ec0 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970713.598011:0:123083:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a93300 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.598018:0:123083:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a93300 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.598032:0:123083:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000e1321765) 00010000:00010000:3.0:1780970713.598035:0:123083:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970713.598040:0:123083:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a93300 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.598045:0:123083:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a93300 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.598124:0:123083:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a93307 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.598131:0:123083:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a93307 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.598137:0:123083:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a93307 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.598142:0:123083:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004061bd17 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970713.598145:0:123083:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a93307 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.598151:0:123083:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a93307 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.598159:0:123083:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6bad1a70 (00000000e4851633) 00010000:00010000:3.0:1780970713.598162:0:123083:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970713.598164:0:123083:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a93307 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.598170:0:123083:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a93307 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.598216:0:123083:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000f6ae77e0/0xa1e9845215a932f9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924949 expref: 20 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.598230:0:123083:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f6ae77e0/0xa1e9845215a932f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924949 expref: 20 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.598239:0:123083:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000f6ae77e0, rc 0) 00000100:00100000:3.0:1780970713.598384:0:123083:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d10a3060 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e474371c-4744-4c95-8a55-40a3132b2542+19:198866:x1867475563553152:12345-192.168.204.45@tcp:101:bash.0 Request processed in 881us (1180us total) trans 0 rc 301/301 00000100:00100000:3.0:1780970713.598393:0:123083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85579 00000100:00100000:3.0:1780970713.605919:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970713.606006:0:123083:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563553216 00000100:00100000:0.0:1780970713.606084:0:123083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85580 00000100:00100000:0.0:1780970713.606093:0:123083:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a3e17a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e474371c-4744-4c95-8a55-40a3132b2542+19:198866:x1867475563553216:12345-192.168.204.45@tcp:101:bash.0 00010000:00010000:0.0:1780970713.606124:0:123083:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1780970713.606152:0:123083:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a9330e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece898924950 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.606232:0:123083:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a93315 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.606252:0:123083:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a93315 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.606266:0:123083:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a93315 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.606284:0:123083:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a9331c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.606290:0:123083:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a9331c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.606296:0:123083:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a9331c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.606368:0:123083:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a93315 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.606376:0:123083:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a93315 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.606383:0:123083:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a93315 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.606392:0:123083:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000051135b91 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970713.606396:0:123083:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a93315 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.606404:0:123083:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a93315 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.606417:0:123083:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000e1321765) 00010000:00010000:0.0:1780970713.606420:0:123083:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970713.606424:0:123083:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a93315 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.606430:0:123083:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a93315 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.606446:0:123083:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a9331c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.606451:0:123083:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a9331c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.606455:0:123083:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a9331c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.606460:0:123083:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000038ac795e already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970713.606462:0:123083:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a9331c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.606467:0:123083:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a9331c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.606475:0:123083:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6bad1a70 (00000000a419a16e) 00010000:00010000:0.0:1780970713.606477:0:123083:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970713.606479:0:123083:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a9331c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.606484:0:123083:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a9331c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.606528:0:123083:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a9330e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924950 expref: 20 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.606537:0:123083:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a9330e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924950 expref: 20 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.606547:0:123083:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003f9afa6a, rc 0) 00000100:00100000:0.0:1780970713.607815:0:123083:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a3e17a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e474371c-4744-4c95-8a55-40a3132b2542+19:198866:x1867475563553216:12345-192.168.204.45@tcp:101:bash.0 Request processed in 1713us (1894us total) trans 0 rc 301/301 00000100:00100000:0.0:1780970713.607829:0:123083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85580 00000100:00100000:1.0:1780970713.638939:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970713.638987:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970713.639175:0:123083:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563553408 00000100:00100000:0.0:1780970713.639233:0:123083:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563553280 00000100:00100000:0.0:1780970713.639257:0:123083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85581 00000100:00100000:0.0:1780970713.639263:0:123083:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d071ab71 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e474371c-4744-4c95-8a55-40a3132b2542+20:199011:x1867475563553408:12345-192.168.204.45@tcp:36:mkdir.0 00010000:00010000:0.0:1780970713.639389:0:123083:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a93323 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.639409:0:123083:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a93323 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.639442:0:123083:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a93323 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.639462:0:123083:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a9332a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.639470:0:123083:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a9332a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.639478:0:123083:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a9332a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.640011:0:123083:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a93331 lrc: 3/0,1 mode: --/PW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.640023:0:123083:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a93331 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.640031:0:123083:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a93331 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1780970713.640043:0:123083:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000d071ab71 reply state 0000000082a0216a transno 25769864387 ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a93331 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970713.640395:0:112204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85582 00000100:00100000:1.0:1780970713.640404:0:112204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028556a94 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+21:2265:x1867475563553280:12345-192.168.204.45@tcp:41:mkdir.0 00000004:00000024:1.0:1780970713.640447:0:112204:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1435398144 avail 1305935872 00000100:00100000:1.0:1780970713.640535:0:112204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028556a94 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+21:2265:x1867475563553280:12345-192.168.204.45@tcp:41:mkdir.0 Request processed in 132us (1548us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970713.640543:0:112204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85582 00000004:00200000:0.0:1780970713.640832:0:123083:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002b13:0x2dd7:0x0]: returning size 4096 00010000:00010000:0.0:1780970713.640840:0:123083:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a93323 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.640848:0:123083:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a93323 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.640867:0:123083:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a93323 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.640874:0:123083:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003f9afa6a already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970713.640877:0:123083:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a93323 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.640884:0:123083:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a93323 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.640899:0:123083:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000e1321765) 00010000:00010000:0.0:1780970713.640901:0:123083:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970713.640905:0:123083:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a93323 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.640981:0:123083:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a93323 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1780970713.641003:0:123083:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000d071ab71 reply state 0000000082a0216a transno 25769864387 ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a9332a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970713.641228:0:123083:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d071ab71 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e474371c-4744-4c95-8a55-40a3132b2542+21:199011:x1867475563553408:12345-192.168.204.45@tcp:36:mkdir.0 Request processed in 1964us (2295us total) trans 25769864387 rc 0/0 00000100:00100000:0.0:1780970713.641236:0:123083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85581 00010000:00010000:0.0:1780970713.644834:0:3347:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a9332a lrc: 3/0,1 mode: COS/COS res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.644867:0:3347:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6bad1a70 (00000000a419a16e) 00010000:00010000:0.0:1780970713.644871:0:3347:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970713.644876:0:3347:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a93331 lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.644883:0:3347:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0x0 (000000000d9ea78e) 00010000:00010000:0.0:1780970713.644885:0:3347:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780970713.657259:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970713.657589:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563553472 00000100:00100000:0.0:1780970713.658963:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85583 00000100:00100000:0.0:1780970713.658973:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a368000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+21:199012:x1867475563553472:12345-192.168.204.45@tcp:101:stat.0 00010000:00010000:0.0:1780970713.659001:0:112203:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1780970713.659024:0:112203:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a93338 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece898924957 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.659083:0:112203:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a9333f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.659098:0:112203:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a9333f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.659109:0:112203:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a9333f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.659118:0:112203:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a93346 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.659125:0:112203:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a93346 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.659130:0:112203:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a93346 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.659223:0:112203:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a9334d lrc: 3/1,0 mode: --/PR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.659232:0:112203:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a9334d lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.659238:0:112203:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a9334d lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1780970713.659276:0:112203:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002b13:0x2dd7:0x0]: returning size 4096 00000004:00200000:0.0:1780970713.659280:0:112203:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 2 00000004:00010000:0.0:1780970713.659298:0:112203:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a9334d lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.659309:0:112203:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a9333f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.659315:0:112203:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a9333f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.659321:0:112203:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a9333f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.659327:0:112203:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086360fbb already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970713.659330:0:112203:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a9333f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.659336:0:112203:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a9333f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.659351:0:112203:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000e1321765) 00010000:00010000:0.0:1780970713.659354:0:112203:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970713.659357:0:112203:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a9333f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.659363:0:112203:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a9333f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.659373:0:112203:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a93346 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.659378:0:112203:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a93346 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.659383:0:112203:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a93346 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.659388:0:112203:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003a46cda4 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970713.659389:0:112203:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a93346 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.659394:0:112203:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a93346 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.659400:0:112203:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6bad1a70 (00000000a419a16e) 00010000:00010000:0.0:1780970713.659402:0:112203:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970713.659403:0:112203:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a93346 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.659413:0:112203:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a93346 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.659449:0:112203:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a93338 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924957 expref: 23 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.659459:0:112203:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a9334d lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924957 expref: 22 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.659465:0:112203:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0x0 (000000000d9ea78e) 00010000:00010000:0.0:1780970713.659467:0:112203:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780970713.659469:0:112203:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000011a5f204, rc 0) 00000100:00100000:0.0:1780970713.659532:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a368000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+22:199012:x1867475563553472:12345-192.168.204.45@tcp:101:stat.0 Request processed in 560us (2282us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970713.659539:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85583 00000100:00100000:3.0:1780970713.670197:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970713.670235:0:123083:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563553536 00000100:00100000:3.0:1780970713.670279:0:123083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85584 00000100:00100000:3.0:1780970713.670286:0:123083:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000894737b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e474371c-4744-4c95-8a55-40a3132b2542+22:199012:x1867475563553536:12345-192.168.204.45@tcp:41:stat.0 00000004:00000024:3.0:1780970713.670339:0:123083:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 7808999424 avail 7345954816 00000100:00100000:3.0:1780970713.670405:0:123083:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000894737b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e474371c-4744-4c95-8a55-40a3132b2542+22:199012:x1867475563553536:12345-192.168.204.45@tcp:41:stat.0 Request processed in 118us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970713.670415:0:123083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85584 00000100:00100000:1.0:1780970713.755607:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970713.756173:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563553600 00000100:00100000:0.0:1780970713.756228:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85585 00000100:00100000:0.0:1780970713.756235:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0eb87e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+22:199017:x1867475563553600:12345-192.168.204.45@tcp:101:lfs.0 00010000:00010000:0.0:1780970713.756257:0:112203:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1780970713.756278:0:112203:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a93354 lrc: 2/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece89892495e expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.756336:0:112203:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9335b lrc: 3/1,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.756351:0:112203:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9335b lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.756367:0:112203:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9335b lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.756379:0:112203:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a93362 lrc: 3/1,0 mode: --/PR res: [0x200002b13:0x2dd7:0x0].0x43454b14 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.756386:0:112203:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a93362 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.756391:0:112203:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a93362 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.756429:0:112203:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9335b lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.756436:0:112203:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9335b lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.756441:0:112203:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9335b lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.756447:0:112203:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003a46cda4 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970713.756450:0:112203:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9335b lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.756456:0:112203:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9335b lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.756468:0:112203:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0x0 (000000000d9ea78e) 00010000:00010000:0.0:1780970713.756471:0:112203:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970713.756474:0:112203:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9335b lrc: 2/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.756479:0:112203:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9335b lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.756488:0:112203:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a93362 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.756493:0:112203:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a93362 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.756498:0:112203:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a93362 lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.756503:0:112203:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086360fbb already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970713.756504:0:112203:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a93362 lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.756509:0:112203:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a93362 lrc: 4/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.756514:0:112203:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0x43454b14 (0000000019ffff10) 00010000:00010000:0.0:1780970713.756516:0:112203:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970713.756517:0:112203:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a93362 lrc: 2/0,0 mode: --/PR res: [0x200002b13:0x2dd7:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.756522:0:112203:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a93362 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x2dd7:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.756556:0:112203:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a93354 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892495e expref: 23 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.756563:0:112203:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a93354 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892495e expref: 23 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.756570:0:112203:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003f9afa6a, rc 0) 00000100:00100000:0.0:1780970713.756664:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0eb87e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+22:199017:x1867475563553600:12345-192.168.204.45@tcp:101:lfs.0 Request processed in 428us (1065us total) trans 0 rc 301/301 00000100:00100000:0.0:1780970713.756683:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85585 00000100:00100000:3.0:1780970713.765038:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970713.765257:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563553664 00000100:00100000:0.0:1780970713.765306:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85586 00000100:00100000:0.0:1780970713.765312:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b160ca7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+22:199017:x1867475563553664:12345-192.168.204.45@tcp:101:lfs.0 00010000:00010000:0.0:1780970713.765335:0:139446:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1780970713.765354:0:139446:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a93369 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece898924965 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.765407:0:139446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a93370 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.765420:0:139446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a93370 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.765432:0:139446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a93370 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1780970713.765471:0:139446:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1780970713.765475:0:139446:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 140 stripe count 1 MDT count 2 00000004:00010000:0.0:1780970713.765493:0:139446:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a93370 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.765514:0:139446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a93369 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924965 expref: 24 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.765528:0:139446:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a93370 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924965 expref: 23 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.765535:0:139446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000e1321765) 00010000:00010000:0.0:1780970713.765537:0:139446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780970713.765540:0:139446:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000086360fbb, rc 0) 00000100:00100000:0.0:1780970713.765685:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b160ca7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+23:199017:x1867475563553664:12345-192.168.204.45@tcp:101:lfs.0 Request processed in 372us (656us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970713.765692:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85586 00000100:00100000:1.0:1780970713.776436:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970713.777125:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563553792 00000100:00100000:0.0:1780970713.777337:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85587 00000100:00100000:0.0:1780970713.777345:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005bfc12d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+23:199017:x1867475563553792:12345-192.168.204.45@tcp:101:lfs.0 00010000:00010000:0.0:1780970713.777372:0:112203:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1780970713.777398:0:112203:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a93377 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece89892496c expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1780970713.777508:0:112203:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002b13:0x2dd7:0x0]: returning size 4096 00010000:00010000:0.0:1780970713.777657:0:112203:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a93377 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892496c expref: 25 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.777675:0:112203:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a93377 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892496c expref: 25 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.777694:0:112203:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003f9afa6a, rc 0) 00000100:00100000:0.0:1780970713.777745:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005bfc12d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+24:199017:x1867475563553792:12345-192.168.204.45@tcp:101:lfs.0 Request processed in 401us (1320us total) trans 25769864388 rc 301/301 00000100:00100000:0.0:1780970713.777752:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85587 00000100:00100000:3.0:1780970713.790367:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970713.791103:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563553920 00000100:00100000:0.0:1780970713.791183:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85588 00000100:00100000:0.0:1780970713.791189:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e57d66f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+24:199017:x1867475563553920:12345-192.168.204.45@tcp:36:lfs.0 00010000:00010000:0.0:1780970713.791243:0:112203:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780970713.791268:0:112203:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a9334d lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924957 expref: 24 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.791288:0:112203:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0x0 (000000000d9ea78e) 00010000:00010000:0.0:1780970713.791292:0:112203:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780970713.791341:0:112203:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a93385 lrc: 3/0,1 mode: --/CW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.791354:0:112203:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a93385 lrc: 3/0,1 mode: CW/CW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.791363:0:112203:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a93385 lrc: 3/0,1 mode: CW/CW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.791375:0:112203:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9338c lrc: 3/0,1 mode: --/PW res: [0x200002b13:0x2dd7:0x0].0x43454b14 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.791381:0:112203:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9338c lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd7:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.791392:0:112203:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9338c lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd7:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.791842:0:112203:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93393 lrc: 3/0,1 mode: --/PW res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.791863:0:112203:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93393 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.791870:0:112203:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93393 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1780970713.791882:0:112203:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e57d66f8 reply state 0000000058447730 transno 25769864389 ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93393 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1780970713.791892:0:112203:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002b13:0x2dd8:0x0]: returning size 4096 00010000:00010000:0.0:1780970713.791897:0:112203:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a93385 lrc: 3/0,1 mode: CW/CW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.791902:0:112203:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a93385 lrc: 2/0,0 mode: CW/CW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.791918:0:112203:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a93385 lrc: 3/0,0 mode: CW/CW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.791925:0:112203:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003f9afa6a already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970713.791928:0:112203:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a93385 lrc: 3/0,0 mode: CW/CW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.791940:0:112203:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a93385 lrc: 4/0,0 mode: CW/CW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.791949:0:112203:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0x0 (000000000d9ea78e) 00010000:00010000:0.0:1780970713.791952:0:112203:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970713.791955:0:112203:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a93385 lrc: 2/0,0 mode: --/CW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.791960:0:112203:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a93385 lrc: 0/0,0 mode: --/CW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1780970713.791969:0:112203:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e57d66f8 reply state 0000000058447730 transno 25769864389 ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9338c lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd7:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970713.792046:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e57d66f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+25:199017:x1867475563553920:12345-192.168.204.45@tcp:36:lfs.0 Request processed in 856us (1693us total) trans 25769864389 rc 0/0 00000100:00100000:0.0:1780970713.792054:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85588 00000100:00100000:2.0:1780970713.798026:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970713.798199:0:115571:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563554048 00000100:00100000:1.0:1780970713.798260:0:115571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 32801 00000100:00100000:1.0:1780970713.798267:0:115571:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0bff441 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e474371c-4744-4c95-8a55-40a3132b2542+25:199017:x1867475563554048:12345-192.168.204.45@tcp:35:lfs.0 00000100:00100000:1.0:1780970713.798485:0:115571:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0bff441 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e474371c-4744-4c95-8a55-40a3132b2542+26:199017:x1867475563554048:12345-192.168.204.45@tcp:35:lfs.0 Request processed in 217us (466us total) trans 25769864390 rc 0/0 00000100:00100000:1.0:1780970713.798493:0:115571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 32801 00010000:00010000:0.0:1780970713.803357:0:3346:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9338c lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2dd7:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.803379:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0x43454b14 (0000000019ffff10) 00010000:00010000:0.0:1780970713.803383:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970713.803388:0:3346:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93393 lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.803394:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd8:0x0].0x0 (0000000027274302) 00010000:00010000:0.0:1780970713.803395:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780970713.849364:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970713.849470:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563554112 00000100:00100000:3.0:1780970713.849523:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85589 00000100:00100000:3.0:1780970713.849530:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce522cbd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+26:198866:x1867475563554112:12345-192.168.204.45@tcp:101:bash.0 00010000:00010000:3.0:1780970713.849555:0:139446:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1780970713.849576:0:139446:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f6ae77e0/0xa1e9845215a9339a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece898924973 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.849679:0:139446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a933a1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.849695:0:139446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a933a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.849708:0:139446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a933a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.849718:0:139446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a933a8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.849725:0:139446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a933a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.849732:0:139446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a933a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.849838:0:139446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000002e67f91/0xa1e9845215a933af lrc: 3/1,0 mode: --/PR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.849861:0:139446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000002e67f91/0xa1e9845215a933af lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.849868:0:139446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000002e67f91/0xa1e9845215a933af lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1780970713.850118:0:139446:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002b13:0x2dd7:0x0]: returning size 4096 00000004:00200000:3.0:1780970713.850123:0:139446:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 2 00000004:00010000:3.0:1780970713.850145:0:139446:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000002e67f91/0xa1e9845215a933af lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.850156:0:139446:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a933a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.850162:0:139446:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a933a1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.850168:0:139446:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a933a1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.850174:0:139446:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004061bd17 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970713.850176:0:139446:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a933a1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.850183:0:139446:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a933a1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.850193:0:139446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000e1321765) 00010000:00010000:3.0:1780970713.850196:0:139446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970713.850200:0:139446:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a933a1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.850205:0:139446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a933a1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.850217:0:139446:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a933a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.850222:0:139446:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a933a8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.850227:0:139446:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a933a8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.850231:0:139446:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b10d0ec0 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970713.850233:0:139446:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a933a8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.850238:0:139446:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a933a8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.850243:0:139446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6bad1a70 (00000000a419a16e) 00010000:00010000:3.0:1780970713.850245:0:139446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970713.850247:0:139446:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a933a8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.850252:0:139446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a933a8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.850275:0:139446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f6ae77e0/0xa1e9845215a9339a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924973 expref: 28 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.850287:0:139446:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000002e67f91/0xa1e9845215a933af lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924973 expref: 27 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.850293:0:139446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0x0 (000000000d9ea78e) 00010000:00010000:3.0:1780970713.850294:0:139446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780970713.850296:0:139446:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000002e67f91, rc 0) 00000100:00100000:3.0:1780970713.850356:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce522cbd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+27:198866:x1867475563554112:12345-192.168.204.45@tcp:101:bash.0 Request processed in 825us (999us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970713.850362:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85589 00000100:00100000:1.0:1780970713.855405:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970713.855502:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563554176 00000100:00100000:0.0:1780970713.855563:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85590 00000100:00100000:0.0:1780970713.855570:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c0e78944 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+27:198866:x1867475563554176:12345-192.168.204.45@tcp:101:bash.0 00010000:00010000:0.0:1780970713.855594:0:112203:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1780970713.855652:0:112203:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a933b6 lrc: 2/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece89892497a expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.855723:0:112203:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a933bd lrc: 3/1,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.855739:0:112203:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a933bd lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.855750:0:112203:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a933bd lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.855763:0:112203:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a933c4 lrc: 3/1,0 mode: --/PR res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.855769:0:112203:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a933c4 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.855775:0:112203:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a933c4 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.855823:0:112203:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a933bd lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.855830:0:112203:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a933bd lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.855839:0:112203:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a933bd lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.855845:0:112203:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000011a5f204 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970713.856208:0:112203:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a933bd lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.856217:0:112203:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a933bd lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.856230:0:112203:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0x0 (000000000d9ea78e) 00010000:00010000:0.0:1780970713.856233:0:112203:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970713.856238:0:112203:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a933bd lrc: 2/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.856244:0:112203:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a933bd lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.856257:0:112203:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a933c4 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.856262:0:112203:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a933c4 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.856267:0:112203:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a933c4 lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.856272:0:112203:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dbe36306 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970713.856274:0:112203:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a933c4 lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.856279:0:112203:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a933c4 lrc: 4/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.856285:0:112203:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0x87726de2 (000000006f82eed6) 00010000:00010000:0.0:1780970713.856287:0:112203:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970713.856288:0:112203:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a933c4 lrc: 2/0,0 mode: --/PR res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.856293:0:112203:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a933c4 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.856326:0:112203:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a933b6 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892497a expref: 28 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.856333:0:112203:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a933b6 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892497a expref: 28 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970713.856341:0:112203:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003f9afa6a, rc 0) 00000100:00100000:2.0:1780970713.856591:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c0e78944 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+27:198866:x1867475563554176:12345-192.168.204.45@tcp:101:bash.0 Request processed in 1020us (1194us total) trans 0 rc 301/301 00000100:00100000:2.0:1780970713.856600:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85590 00000100:00100000:2.0:1780970713.862110:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970713.865820:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563554240 00000100:00100000:3.0:1780970713.866015:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85591 00000100:00100000:3.0:1780970713.866025:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000729d119e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+27:198866:x1867475563554240:12345-192.168.204.45@tcp:101:bash.0 00010000:00010000:3.0:1780970713.866047:0:139446:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1780970713.866069:0:139446:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f6ae77e0/0xa1e9845215a933cb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece898924981 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.866129:0:139446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a933d2 lrc: 3/1,0 mode: --/PR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.866145:0:139446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a933d2 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.866156:0:139446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a933d2 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1780970713.866194:0:139446:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002b13:0x2dd7:0x0]: returning size 4096 00000004:00200000:3.0:1780970713.866198:0:139446:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 2 00000004:00010000:3.0:1780970713.866216:0:139446:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a933d2 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.866240:0:139446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f6ae77e0/0xa1e9845215a933cb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924981 expref: 29 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.866256:0:139446:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a933d2 lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924981 expref: 28 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.866263:0:139446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0x0 (000000000d9ea78e) 00010000:00010000:3.0:1780970713.866266:0:139446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780970713.866269:0:139446:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000b10d0ec0, rc 0) 00000100:00100000:3.0:1780970713.866343:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000729d119e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+28:198866:x1867475563554240:12345-192.168.204.45@tcp:101:bash.0 Request processed in 318us (4241us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970713.866349:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85591 00000100:00100000:1.0:1780970713.930900:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970713.933401:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563554304 00000100:00100000:2.0:1780970713.933481:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85592 00000100:00100000:2.0:1780970713.933487:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a5cd101 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+28:199023:x1867475563554304:12345-192.168.204.45@tcp:101:lfs.0 00010000:00010000:2.0:1780970713.933511:0:112203:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1780970713.933533:0:112203:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d3269bf7/0xa1e9845215a933d9 lrc: 2/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece898924988 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.933590:0:112203:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000007d4d7c98/0xa1e9845215a933e0 lrc: 3/1,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.933604:0:112203:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007d4d7c98/0xa1e9845215a933e0 lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.933628:0:112203:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007d4d7c98/0xa1e9845215a933e0 lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.933646:0:112203:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000004133c757/0xa1e9845215a933e7 lrc: 3/1,0 mode: --/PR res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.933652:0:112203:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004133c757/0xa1e9845215a933e7 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.933658:0:112203:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004133c757/0xa1e9845215a933e7 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.933697:0:112203:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000007d4d7c98/0xa1e9845215a933e0 lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.933702:0:112203:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007d4d7c98/0xa1e9845215a933e0 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.933708:0:112203:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007d4d7c98/0xa1e9845215a933e0 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.933713:0:112203:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d4d7c98 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970713.933716:0:112203:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007d4d7c98/0xa1e9845215a933e0 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.933722:0:112203:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007d4d7c98/0xa1e9845215a933e0 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.933731:0:112203:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0x0 (000000000d9ea78e) 00010000:00010000:2.0:1780970713.933734:0:112203:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970713.933736:0:112203:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007d4d7c98/0xa1e9845215a933e0 lrc: 2/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.933745:0:112203:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007d4d7c98/0xa1e9845215a933e0 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.933757:0:112203:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000004133c757/0xa1e9845215a933e7 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.933762:0:112203:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004133c757/0xa1e9845215a933e7 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.933767:0:112203:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004133c757/0xa1e9845215a933e7 lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.933771:0:112203:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004133c757 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970713.933773:0:112203:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004133c757/0xa1e9845215a933e7 lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.933777:0:112203:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004133c757/0xa1e9845215a933e7 lrc: 4/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.933782:0:112203:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0x87726de2 (00000000cb90975e) 00010000:00010000:2.0:1780970713.933784:0:112203:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970713.933786:0:112203:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004133c757/0xa1e9845215a933e7 lrc: 2/0,0 mode: --/PR res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.933790:0:112203:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004133c757/0xa1e9845215a933e7 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.933818:0:112203:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000d3269bf7/0xa1e9845215a933d9 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924988 expref: 29 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.933829:0:112203:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d3269bf7/0xa1e9845215a933d9 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924988 expref: 29 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.933836:0:112203:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d3269bf7, rc 0) 00000100:00100000:2.0:1780970713.933920:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a5cd101 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+28:199023:x1867475563554304:12345-192.168.204.45@tcp:101:lfs.0 Request processed in 432us (3029us total) trans 0 rc 301/301 00000100:00100000:2.0:1780970713.933927:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85592 00000100:00100000:2.0:1780970713.941988:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970713.942158:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563554432 00000100:00100000:3.0:1780970713.942230:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85593 00000100:00100000:3.0:1780970713.942239:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddd09d04 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+28:199023:x1867475563554432:12345-192.168.204.45@tcp:101:lfs.0 00010000:00010000:3.0:1780970713.942270:0:139446:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1780970713.942299:0:139446:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f6ae77e0/0xa1e9845215a933ee lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece89892498f expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1780970713.942421:0:139446:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002b13:0x2dd7:0x0]: returning size 4096 00010000:00010000:3.0:1780970713.942552:0:139446:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000f6ae77e0/0xa1e9845215a933ee lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892498f expref: 30 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.942562:0:139446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f6ae77e0/0xa1e9845215a933ee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892498f expref: 30 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970713.942578:0:139446:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000f6ae77e0, rc 0) 00000100:00100000:3.0:1780970713.942715:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddd09d04 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+29:199023:x1867475563554432:12345-192.168.204.45@tcp:101:lfs.0 Request processed in 475us (750us total) trans 25769864391 rc 301/301 00000100:00100000:3.0:1780970713.942724:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85593 00000100:00100000:0.0:1780970713.946491:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970713.946697:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563554560 00000100:00100000:2.0:1780970713.946765:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85594 00000100:00100000:2.0:1780970713.946773:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d27a7b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+29:199023:x1867475563554560:12345-192.168.204.45@tcp:36:lfs.0 00010000:00010000:2.0:1780970713.946859:0:112203:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780970713.946898:0:112203:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b10d0ec0/0xa1e9845215a933d2 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924981 expref: 29 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.946921:0:112203:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0x0 (000000000d9ea78e) 00010000:00010000:2.0:1780970713.946928:0:112203:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780970713.947088:0:112203:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d3269bf7/0xa1e9845215a933fc lrc: 3/0,1 mode: --/CW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.947107:0:112203:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d3269bf7/0xa1e9845215a933fc lrc: 3/0,1 mode: CW/CW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.947120:0:112203:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d3269bf7/0xa1e9845215a933fc lrc: 3/0,1 mode: CW/CW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.947137:0:112203:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004133c757/0xa1e9845215a93403 lrc: 3/0,1 mode: --/PW res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.947144:0:112203:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004133c757/0xa1e9845215a93403 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.947151:0:112203:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004133c757/0xa1e9845215a93403 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.948473:0:112203:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007d4d7c98/0xa1e9845215a9340a lrc: 3/0,1 mode: --/PW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.948500:0:112203:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007d4d7c98/0xa1e9845215a9340a lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.948513:0:112203:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007d4d7c98/0xa1e9845215a9340a lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1780970713.948530:0:112203:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000006d27a7b0 reply state 000000004b377d52 transno 25769864392 ns: mdt-lustre-MDT0000_UUID lock: 000000007d4d7c98/0xa1e9845215a9340a lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1780970713.948542:0:112203:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002b13:0x2dd9:0x0]: returning size 4096 00010000:00010000:2.0:1780970713.948548:0:112203:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d3269bf7/0xa1e9845215a933fc lrc: 3/0,1 mode: CW/CW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.948556:0:112203:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d3269bf7/0xa1e9845215a933fc lrc: 2/0,0 mode: CW/CW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.948563:0:112203:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d3269bf7/0xa1e9845215a933fc lrc: 3/0,0 mode: CW/CW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.948569:0:112203:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d3269bf7 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970713.948574:0:112203:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d3269bf7/0xa1e9845215a933fc lrc: 3/0,0 mode: CW/CW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.948582:0:112203:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d3269bf7/0xa1e9845215a933fc lrc: 4/0,0 mode: CW/CW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.948593:0:112203:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0x0 (000000000d9ea78e) 00010000:00010000:2.0:1780970713.948596:0:112203:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970713.948600:0:112203:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d3269bf7/0xa1e9845215a933fc lrc: 2/0,0 mode: --/CW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.948605:0:112203:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d3269bf7/0xa1e9845215a933fc lrc: 0/0,0 mode: --/CW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1780970713.948668:0:112203:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000006d27a7b0 reply state 000000004b377d52 transno 25769864392 ns: mdt-lustre-MDT0000_UUID lock: 000000004133c757/0xa1e9845215a93403 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970713.948822:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d27a7b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+30:199023:x1867475563554560:12345-192.168.204.45@tcp:36:lfs.0 Request processed in 2046us (2341us total) trans 25769864392 rc 0/0 00000100:00100000:2.0:1780970713.948832:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85594 00000100:00100000:1.0:1780970713.958507:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970713.959483:0:112206:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563554688 00000100:00100000:3.0:1780970713.959570:0:112206:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 32802 00000100:00100000:3.0:1780970713.959580:0:112206:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000059a468d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e474371c-4744-4c95-8a55-40a3132b2542+30:199023:x1867475563554688:12345-192.168.204.45@tcp:35:lfs.0 00010000:00010000:2.0:1780970713.959728:0:3347:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004133c757/0xa1e9845215a93403 lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.959749:0:3347:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0x87726de2 (00000000cb90975e) 00010000:00010000:2.0:1780970713.959752:0:3347:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970713.959758:0:3347:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007d4d7c98/0xa1e9845215a9340a lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.959765:0:3347:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd9:0x0].0x0 (000000006dc64417) 00010000:00010000:2.0:1780970713.959768:0:3347:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780970713.959963:0:112206:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000059a468d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e474371c-4744-4c95-8a55-40a3132b2542+31:199023:x1867475563554688:12345-192.168.204.45@tcp:35:lfs.0 Request processed in 383us (1462us total) trans 25769864393 rc 0/0 00000100:00100000:3.0:1780970713.959974:0:112206:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 32802 00000100:00100000:1.0:1780970713.990898:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970713.991016:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563554752 00000100:00100000:2.0:1780970713.991084:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85595 00000100:00100000:2.0:1780970713.991091:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6c52044 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+31:198866:x1867475563554752:12345-192.168.204.45@tcp:101:bash.0 00010000:00010000:2.0:1780970713.991120:0:112203:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1780970713.991143:0:112203:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d3269bf7/0xa1e9845215a93411 lrc: 2/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece898924996 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.991204:0:112203:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000ab29ab98/0xa1e9845215a93418 lrc: 3/1,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.991219:0:112203:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ab29ab98/0xa1e9845215a93418 lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.991230:0:112203:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ab29ab98/0xa1e9845215a93418 lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.991243:0:112203:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000073aa19dc/0xa1e9845215a9341f lrc: 3/1,0 mode: --/PR res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.991250:0:112203:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000073aa19dc/0xa1e9845215a9341f lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.991256:0:112203:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000073aa19dc/0xa1e9845215a9341f lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.991295:0:112203:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000ab29ab98/0xa1e9845215a93418 lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.991302:0:112203:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ab29ab98/0xa1e9845215a93418 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.991312:0:112203:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ab29ab98/0xa1e9845215a93418 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.991318:0:112203:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ab29ab98 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970713.991321:0:112203:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ab29ab98/0xa1e9845215a93418 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.991327:0:112203:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ab29ab98/0xa1e9845215a93418 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.991338:0:112203:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0x0 (000000000d9ea78e) 00010000:00010000:2.0:1780970713.991341:0:112203:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970713.991345:0:112203:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ab29ab98/0xa1e9845215a93418 lrc: 2/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.991351:0:112203:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ab29ab98/0xa1e9845215a93418 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.991364:0:112203:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000073aa19dc/0xa1e9845215a9341f lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.991369:0:112203:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000073aa19dc/0xa1e9845215a9341f lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.991374:0:112203:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000073aa19dc/0xa1e9845215a9341f lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.991378:0:112203:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000073aa19dc already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970713.991380:0:112203:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000073aa19dc/0xa1e9845215a9341f lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.991385:0:112203:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000073aa19dc/0xa1e9845215a9341f lrc: 4/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.991391:0:112203:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0xcb9f90b0 (00000000bb9dafc6) 00010000:00010000:2.0:1780970713.991394:0:112203:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970713.991395:0:112203:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000073aa19dc/0xa1e9845215a9341f lrc: 2/0,0 mode: --/PR res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.991400:0:112203:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000073aa19dc/0xa1e9845215a9341f lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.991432:0:112203:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000d3269bf7/0xa1e9845215a93411 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924996 expref: 32 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.991439:0:112203:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d3269bf7/0xa1e9845215a93411 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924996 expref: 32 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970713.991448:0:112203:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d3269bf7, rc 0) 00000100:00100000:2.0:1780970713.991508:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6c52044 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+31:198866:x1867475563554752:12345-192.168.204.45@tcp:101:bash.0 Request processed in 417us (619us total) trans 0 rc 301/301 00000100:00100000:2.0:1780970713.991517:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85595 00000100:00100000:0.0:1780970714.001916:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970714.006349:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563554816 00000100:00100000:3.0:1780970714.006600:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85596 00000100:00100000:3.0:1780970714.006611:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3b275f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+31:198866:x1867475563554816:12345-192.168.204.45@tcp:101:bash.0 00010000:00010000:3.0:1780970714.006662:0:139446:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1780970714.006694:0:139446:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f6ae77e0/0xa1e9845215a93426 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece89892499d expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.007183:0:139446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a9342d lrc: 3/1,0 mode: --/PR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.007204:0:139446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a9342d lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.007219:0:139446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a9342d lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1780970714.007278:0:139446:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002b13:0x2dd7:0x0]: returning size 4096 00000004:00200000:3.0:1780970714.007282:0:139446:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 2 00000004:00010000:3.0:1780970714.007308:0:139446:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a9342d lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.007340:0:139446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f6ae77e0/0xa1e9845215a93426 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892499d expref: 33 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.007370:0:139446:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a9342d lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892499d expref: 32 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.007552:0:139446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0x0 (000000000d9ea78e) 00010000:00010000:3.0:1780970714.007557:0:139446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780970714.007562:0:139446:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000004061bd17, rc 0) 00000100:00100000:3.0:1780970714.007942:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3b275f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+32:198866:x1867475563554816:12345-192.168.204.45@tcp:101:bash.0 Request processed in 1330us (6036us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970714.007952:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85596 00000100:00100000:1.0:1780970714.116223:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970714.116316:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563554880 00000100:00100000:3.0:1780970714.116377:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85597 00000100:00100000:3.0:1780970714.116385:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000431ae2b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+32:199029:x1867475563554880:12345-192.168.204.45@tcp:101:lfs.0 00010000:00010000:3.0:1780970714.116408:0:139446:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1780970714.116448:0:139446:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f6ae77e0/0xa1e9845215a93434 lrc: 2/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece8989249a4 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.116542:0:139446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000008fd994f9/0xa1e9845215a9343b lrc: 3/1,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.116559:0:139446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008fd994f9/0xa1e9845215a9343b lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.116571:0:139446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008fd994f9/0xa1e9845215a9343b lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.116585:0:139446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000c4309c47/0xa1e9845215a93442 lrc: 3/1,0 mode: --/PR res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.116592:0:139446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c4309c47/0xa1e9845215a93442 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.116598:0:139446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c4309c47/0xa1e9845215a93442 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.116686:0:139446:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000008fd994f9/0xa1e9845215a9343b lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.116694:0:139446:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008fd994f9/0xa1e9845215a9343b lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.116700:0:139446:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008fd994f9/0xa1e9845215a9343b lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.116716:0:139446:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008fd994f9 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970714.116721:0:139446:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fd994f9/0xa1e9845215a9343b lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.116728:0:139446:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fd994f9/0xa1e9845215a9343b lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.116739:0:139446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0x0 (000000000d9ea78e) 00010000:00010000:3.0:1780970714.116742:0:139446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970714.116746:0:139446:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008fd994f9/0xa1e9845215a9343b lrc: 2/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.116757:0:139446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008fd994f9/0xa1e9845215a9343b lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.116769:0:139446:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000c4309c47/0xa1e9845215a93442 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.116775:0:139446:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c4309c47/0xa1e9845215a93442 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.116966:0:139446:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c4309c47/0xa1e9845215a93442 lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.116973:0:139446:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c4309c47 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970714.116975:0:139446:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c4309c47/0xa1e9845215a93442 lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.116981:0:139446:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c4309c47/0xa1e9845215a93442 lrc: 4/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.116989:0:139446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0xcb9f90b0 (00000000e4851633) 00010000:00010000:3.0:1780970714.116992:0:139446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970714.116994:0:139446:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c4309c47/0xa1e9845215a93442 lrc: 2/0,0 mode: --/PR res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.117001:0:139446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c4309c47/0xa1e9845215a93442 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.117035:0:139446:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000f6ae77e0/0xa1e9845215a93434 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989249a4 expref: 33 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.117047:0:139446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f6ae77e0/0xa1e9845215a93434 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989249a4 expref: 33 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.117056:0:139446:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000f6ae77e0, rc 0) 00000100:00100000:0.0:1780970714.117197:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000431ae2b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+32:199029:x1867475563554880:12345-192.168.204.45@tcp:101:lfs.0 Request processed in 810us (982us total) trans 0 rc 301/301 00000100:00100000:0.0:1780970714.117207:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85597 00000100:00100000:2.0:1780970714.122025:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970714.122130:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563555008 00000100:00100000:1.0:1780970714.122190:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85598 00000100:00100000:1.0:1780970714.122196:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4bb8880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+32:199029:x1867475563555008:12345-192.168.204.45@tcp:101:lfs.0 00010000:00010000:1.0:1780970714.122219:0:112203:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1780970714.122242:0:112203:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c8e218cb/0xa1e9845215a93449 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece8989249ab expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1780970714.122337:0:112203:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002b13:0x2dd7:0x0]: returning size 4096 00010000:00010000:1.0:1780970714.122457:0:112203:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000c8e218cb/0xa1e9845215a93449 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989249ab expref: 34 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.122466:0:112203:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c8e218cb/0xa1e9845215a93449 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989249ab expref: 34 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.122479:0:112203:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000c8e218cb, rc 0) 00000100:00100000:1.0:1780970714.122534:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4bb8880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+33:199029:x1867475563555008:12345-192.168.204.45@tcp:101:lfs.0 Request processed in 336us (515us total) trans 25769864394 rc 301/301 00000100:00100000:1.0:1780970714.122541:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85598 00000100:00100000:1.0:1780970714.127668:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970714.127833:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563555136 00000100:00100000:2.0:1780970714.127901:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85599 00000100:00100000:2.0:1780970714.127908:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a18b10b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+33:199029:x1867475563555136:12345-192.168.204.45@tcp:36:lfs.0 00010000:00010000:2.0:1780970714.127971:0:139446:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780970714.128007:0:139446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004061bd17/0xa1e9845215a9342d lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece89892499d expref: 33 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.128031:0:139446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0x0 (000000000d9ea78e) 00010000:00010000:2.0:1780970714.128037:0:139446:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780970714.128102:0:139446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d3269bf7/0xa1e9845215a93457 lrc: 3/0,1 mode: --/CW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.128118:0:139446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d3269bf7/0xa1e9845215a93457 lrc: 3/0,1 mode: CW/CW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.128129:0:139446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d3269bf7/0xa1e9845215a93457 lrc: 3/0,1 mode: CW/CW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.128143:0:139446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000073aa19dc/0xa1e9845215a9345e lrc: 3/0,1 mode: --/PW res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.128150:0:139446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000073aa19dc/0xa1e9845215a9345e lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.128156:0:139446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000073aa19dc/0xa1e9845215a9345e lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.129108:0:139446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ab29ab98/0xa1e9845215a93465 lrc: 3/0,1 mode: --/PW res: [0x200002b13:0x2dda:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.129122:0:139446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ab29ab98/0xa1e9845215a93465 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dda:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.129129:0:139446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ab29ab98/0xa1e9845215a93465 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dda:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1780970714.129145:0:139446:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000003a18b10b reply state 0000000076022e2f transno 25769864395 ns: mdt-lustre-MDT0000_UUID lock: 00000000ab29ab98/0xa1e9845215a93465 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dda:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1780970714.129156:0:139446:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002b13:0x2dda:0x0]: returning size 4096 00010000:00010000:2.0:1780970714.129162:0:139446:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d3269bf7/0xa1e9845215a93457 lrc: 3/0,1 mode: CW/CW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.129167:0:139446:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d3269bf7/0xa1e9845215a93457 lrc: 2/0,0 mode: CW/CW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.129174:0:139446:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d3269bf7/0xa1e9845215a93457 lrc: 3/0,0 mode: CW/CW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.129180:0:139446:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d3269bf7 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970714.129183:0:139446:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d3269bf7/0xa1e9845215a93457 lrc: 3/0,0 mode: CW/CW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.129189:0:139446:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d3269bf7/0xa1e9845215a93457 lrc: 4/0,0 mode: CW/CW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.129199:0:139446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0x0 (000000000d9ea78e) 00010000:00010000:2.0:1780970714.129202:0:139446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970714.129206:0:139446:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d3269bf7/0xa1e9845215a93457 lrc: 2/0,0 mode: --/CW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.129211:0:139446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d3269bf7/0xa1e9845215a93457 lrc: 0/0,0 mode: --/CW res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1780970714.129221:0:139446:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000003a18b10b reply state 0000000076022e2f transno 25769864395 ns: mdt-lustre-MDT0000_UUID lock: 0000000073aa19dc/0xa1e9845215a9345e lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970714.129316:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a18b10b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+34:199029:x1867475563555136:12345-192.168.204.45@tcp:36:lfs.0 Request processed in 1406us (1655us total) trans 25769864395 rc 0/0 00000100:00100000:2.0:1780970714.129324:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85599 00000100:00100000:3.0:1780970714.140350:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970714.140462:0:112206:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563555264 00000100:00100000:2.0:1780970714.140520:0:112206:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 32803 00000100:00100000:2.0:1780970714.140527:0:112206:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ef75de9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e474371c-4744-4c95-8a55-40a3132b2542+34:199029:x1867475563555264:12345-192.168.204.45@tcp:35:lfs.0 00000100:00100000:2.0:1780970714.141101:0:112206:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ef75de9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e474371c-4744-4c95-8a55-40a3132b2542+35:199029:x1867475563555264:12345-192.168.204.45@tcp:35:lfs.0 Request processed in 573us (759us total) trans 25769864396 rc 0/0 00000100:00100000:2.0:1780970714.141111:0:112206:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 32803 00010000:00010000:1.0:1780970714.141943:0:3346:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000073aa19dc/0xa1e9845215a9345e lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.141961:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0xcb9f90b0 (00000000bb9dafc6) 00010000:00010000:1.0:1780970714.141964:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970714.141968:0:3346:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ab29ab98/0xa1e9845215a93465 lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2dda:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.141975:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dda:0x0].0x0 (00000000b6907227) 00010000:00010000:1.0:1780970714.141978:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780970714.177180:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970714.177292:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563555328 00000100:00100000:2.0:1780970714.177351:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85600 00000100:00100000:2.0:1780970714.177357:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021e5bd63 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+35:199030:x1867475563555328:12345-192.168.204.45@tcp:101:dd.0 00010000:00010000:2.0:1780970714.177388:0:139446:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1780970714.177409:0:139446:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d3269bf7/0xa1e9845215a9346c lrc: 2/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece8989249b2 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.177468:0:139446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000065c95cde/0xa1e9845215a93473 lrc: 3/1,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.177483:0:139446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000065c95cde/0xa1e9845215a93473 lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.177494:0:139446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000065c95cde/0xa1e9845215a93473 lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.177503:0:139446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000e70cae8c/0xa1e9845215a9347a lrc: 3/1,0 mode: --/PR res: [0x200002b13:0x2dd7:0x0].0x43454b14 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.177510:0:139446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e70cae8c/0xa1e9845215a9347a lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.177516:0:139446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e70cae8c/0xa1e9845215a9347a lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.177598:0:139446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000001f2c0157/0xa1e9845215a93481 lrc: 3/1,0 mode: --/PR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.177607:0:139446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001f2c0157/0xa1e9845215a93481 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.177653:0:139446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001f2c0157/0xa1e9845215a93481 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1780970714.177690:0:139446:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002b13:0x2dd8:0x0]: returning size 4096 00000004:00200000:2.0:1780970714.177693:0:139446:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 2 00000004:00010000:2.0:1780970714.177725:0:139446:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000001f2c0157/0xa1e9845215a93481 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.177737:0:139446:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000065c95cde/0xa1e9845215a93473 lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.177744:0:139446:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000065c95cde/0xa1e9845215a93473 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.177749:0:139446:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000065c95cde/0xa1e9845215a93473 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.177754:0:139446:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000065c95cde already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970714.177759:0:139446:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000065c95cde/0xa1e9845215a93473 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.177766:0:139446:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000065c95cde/0xa1e9845215a93473 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.177779:0:139446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0x0 (000000000d9ea78e) 00010000:00010000:2.0:1780970714.177782:0:139446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970714.177792:0:139446:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000065c95cde/0xa1e9845215a93473 lrc: 2/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.177798:0:139446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000065c95cde/0xa1e9845215a93473 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.177811:0:139446:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000e70cae8c/0xa1e9845215a9347a lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.177817:0:139446:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e70cae8c/0xa1e9845215a9347a lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.177821:0:139446:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e70cae8c/0xa1e9845215a9347a lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.177826:0:139446:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e70cae8c already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970714.177828:0:139446:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e70cae8c/0xa1e9845215a9347a lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.177833:0:139446:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e70cae8c/0xa1e9845215a9347a lrc: 4/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.177839:0:139446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0x43454b14 (0000000019ffff10) 00010000:00010000:2.0:1780970714.178038:0:139446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970714.178042:0:139446:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e70cae8c/0xa1e9845215a9347a lrc: 2/0,0 mode: --/PR res: [0x200002b13:0x2dd7:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.178049:0:139446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e70cae8c/0xa1e9845215a9347a lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x2dd7:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.178077:0:139446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d3269bf7/0xa1e9845215a9346c lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989249b2 expref: 37 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.178090:0:139446:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000001f2c0157/0xa1e9845215a93481 lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989249b2 expref: 36 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.178096:0:139446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd8:0x0].0x0 (0000000027274302) 00010000:00010000:2.0:1780970714.178098:0:139446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780970714.178100:0:139446:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001f2c0157, rc 0) 00000100:00100000:2.0:1780970714.178262:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021e5bd63 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+36:199030:x1867475563555328:12345-192.168.204.45@tcp:101:dd.0 Request processed in 904us (1090us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970714.178271:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85600 00000100:00100000:3.0:1780970714.187234:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970714.191672:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563555456 00000100:00100000:1.0:1780970714.192003:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85601 00000100:00100000:1.0:1780970714.192011:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067dea4fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+36:199030:x1867475563555456:12345-192.168.204.45@tcp:101:dd.0 00010000:00010000:1.0:1780970714.192035:0:112203:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1780970714.192059:0:112203:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c8e218cb/0xa1e9845215a93488 lrc: 2/0,0 mode: --/CW res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece8989249b9 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.192174:0:112203:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a9348f lrc: 3/0,1 mode: --/CW res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.192192:0:112203:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a9348f lrc: 3/0,1 mode: CW/CW res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.192205:0:112203:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a9348f lrc: 3/0,1 mode: CW/CW res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.192219:0:112203:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000255970f6/0xa1e9845215a93496 lrc: 3/0,1 mode: --/PW res: [0x200002b13:0x2dd8:0x0].0x2d9800ce bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.192226:0:112203:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000255970f6/0xa1e9845215a93496 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd8:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.192232:0:112203:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000255970f6/0xa1e9845215a93496 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd8:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1780970714.192561:0:112203:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x100000000:0x5a9f:0x0], index 0: 0 00010000:00010000:1.0:1780970714.194117:0:112203:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000aa7d67d2/0xa1e9845215a9349d lrc: 3/1,0 mode: --/CR res: [0x200002b13:0x2ddb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.194139:0:112203:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000aa7d67d2/0xa1e9845215a9349d lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2ddb:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.194149:0:112203:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000aa7d67d2/0xa1e9845215a9349d lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2ddb:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.194186:0:112203:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a9348f lrc: 3/0,1 mode: CW/CW res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.194192:0:112203:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a9348f lrc: 2/0,0 mode: CW/CW res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.194199:0:112203:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a9348f lrc: 3/0,0 mode: CW/CW res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.194204:0:112203:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d6ba4ba already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970714.194207:0:112203:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a9348f lrc: 3/0,0 mode: CW/CW res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.194214:0:112203:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a9348f lrc: 4/0,0 mode: CW/CW res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.194224:0:112203:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd8:0x0].0x0 (0000000027274302) 00010000:00010000:1.0:1780970714.194227:0:112203:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970714.194230:0:112203:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a9348f lrc: 2/0,0 mode: --/CW res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.194236:0:112203:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a9348f lrc: 0/0,0 mode: --/CW res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1780970714.194255:0:112203:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000067dea4fa reply state 0000000047883303 transno 25769864397 ns: mdt-lustre-MDT0000_UUID lock: 00000000255970f6/0xa1e9845215a93496 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd8:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.194290:0:112203:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c8e218cb/0xa1e9845215a93488 lrc: 0/0,0 mode: --/CW res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989249b9 expref: 39 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.194303:0:112203:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000aa7d67d2/0xa1e9845215a9349d lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2ddb:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989249b9 expref: 38 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.194310:0:112203:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2ddb:0x0].0x0 (000000007275f681) 00010000:00010000:1.0:1780970714.194312:0:112203:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1780970714.194314:0:112203:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000aa7d67d2, rc 0) 00000100:00100000:1.0:1780970714.194402:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067dea4fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+39:199030:x1867475563555456:12345-192.168.204.45@tcp:101:dd.0 Request processed in 2390us (7178us total) trans 25769864397 rc 0/0 00000100:00100000:1.0:1780970714.194413:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85601 00010000:00010000:2.0:1780970714.196525:0:3347:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000255970f6/0xa1e9845215a93496 lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2dd8:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970714.196548:0:3347:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd8:0x0].0x2d9800ce (000000005f4de7c0) 00010000:00010000:2.0:1780970714.196550:0:3347:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780970714.207024:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970714.207211:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563555520 00000100:00100000:3.0:1780970714.207285:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 88428 00000100:00100000:3.0:1780970714.207292:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b673267 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e474371c-4744-4c95-8a55-40a3132b2542+5:199030:x1867475563555520:12345-192.168.204.45@tcp:101:dd.0 00010000:00010000:3.0:1780970714.207321:0:8691:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1780970714.207358:0:8691:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f6ae77e0/0xa1e9845215a934ab lrc: 2/0,0 mode: --/PW res: [0x5a9f:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece8989249c0 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1780970714.207399:0:8691:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a9f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970714.207428:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970714.207431:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970714.207446:0:8691:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f6ae77e0/0xa1e9845215a934ab lrc: 3/0,0 mode: PW/PW res: [0x5a9f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989249c0 expref: 6 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.207473:0:8691:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f6ae77e0/0xa1e9845215a934ab lrc: 3/0,0 mode: PW/PW res: [0x5a9f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989249c0 expref: 6 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.207489:0:8691:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000f6ae77e0, rc 0) 00000100:00100000:3.0:1780970714.208324:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b673267 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e474371c-4744-4c95-8a55-40a3132b2542+6:199030:x1867475563555520:12345-192.168.204.45@tcp:101:dd.0 Request processed in 1025us (1303us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970714.208337:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 88428 00000100:00100000:3.0:1780970714.215117:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970714.217857:0:115571:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563555648 00000100:00100000:1.0:1780970714.217957:0:115571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 32804 00000100:00100000:1.0:1780970714.217964:0:115571:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b405b016 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e474371c-4744-4c95-8a55-40a3132b2542+39:199030:x1867475563555648:12345-192.168.204.45@tcp:35:dd.0 00000100:00100000:1.0:1780970714.218799:0:115571:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b405b016 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e474371c-4744-4c95-8a55-40a3132b2542+40:199030:x1867475563555648:12345-192.168.204.45@tcp:35:dd.0 Request processed in 831us (3692us total) trans 25769864398 rc 0/0 00000100:00100000:1.0:1780970714.218810:0:115571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 32804 00000100:00100000:2.0:1780970714.255216:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970714.257533:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563555712 00000100:00100000:1.0:1780970714.257679:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85602 00000100:00100000:1.0:1780970714.257687:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f0b32ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+40:199031:x1867475563555712:12345-192.168.204.45@tcp:101:dd.0 00010000:00010000:1.0:1780970714.257727:0:112203:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1780970714.257758:0:112203:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c8e218cb/0xa1e9845215a934b2 lrc: 2/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece8989249c7 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.257852:0:112203:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a934b9 lrc: 3/1,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.257872:0:112203:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a934b9 lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.257888:0:112203:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a934b9 lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.257900:0:112203:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a934c0 lrc: 3/1,0 mode: --/PR res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.257907:0:112203:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a934c0 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.257913:0:112203:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a934c0 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.258029:0:112203:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000a30be6b7/0xa1e9845215a934c7 lrc: 3/1,0 mode: --/PR res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.258038:0:112203:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a30be6b7/0xa1e9845215a934c7 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.258045:0:112203:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a30be6b7/0xa1e9845215a934c7 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1780970714.258085:0:112203:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002b13:0x2dd9:0x0]: returning size 4096 00000004:00200000:1.0:1780970714.258090:0:112203:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 2 00000004:00010000:1.0:1780970714.258116:0:112203:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000a30be6b7/0xa1e9845215a934c7 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.258130:0:112203:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a934b9 lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.258137:0:112203:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a934b9 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.258144:0:112203:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a934b9 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.258150:0:112203:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d6ba4ba already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970714.258154:0:112203:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a934b9 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.258161:0:112203:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a934b9 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.258175:0:112203:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0x0 (000000000d9ea78e) 00010000:00010000:1.0:1780970714.258178:0:112203:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970714.258183:0:112203:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a934b9 lrc: 2/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.258188:0:112203:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a934b9 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.258206:0:112203:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a934c0 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.258216:0:112203:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a934c0 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.258222:0:112203:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a934c0 lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.258227:0:112203:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000068a112f9 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970714.258229:0:112203:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a934c0 lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.258234:0:112203:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a934c0 lrc: 4/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.258241:0:112203:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0x87726de2 (00000000cb90975e) 00010000:00010000:1.0:1780970714.258243:0:112203:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970714.258245:0:112203:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a934c0 lrc: 2/0,0 mode: --/PR res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.258250:0:112203:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a934c0 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.258277:0:112203:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c8e218cb/0xa1e9845215a934b2 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989249c7 expref: 42 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.258290:0:112203:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000a30be6b7/0xa1e9845215a934c7 lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989249c7 expref: 41 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970714.258297:0:112203:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd9:0x0].0x0 (000000006dc64417) 00010000:00010000:1.0:1780970714.258299:0:112203:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1780970714.258301:0:112203:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a30be6b7, rc 0) 00000100:00100000:1.0:1780970714.258390:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f0b32ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+41:199031:x1867475563555712:12345-192.168.204.45@tcp:101:dd.0 Request processed in 702us (3187us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970714.258398:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85602 00000100:00100000:0.0:1780970714.266514:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970714.273117:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563555840 00000100:00100000:0.0:1780970714.274016:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85603 00000100:00100000:0.0:1780970714.274029:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d36d72a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+41:199031:x1867475563555840:12345-192.168.204.45@tcp:101:dd.0 00010000:00010000:0.0:1780970714.274062:0:112203:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1780970714.274095:0:112203:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a934ce lrc: 2/0,0 mode: --/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece8989249ce expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.274274:0:112203:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a934d5 lrc: 3/0,1 mode: --/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.274294:0:112203:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a934d5 lrc: 3/0,1 mode: CW/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.275773:0:112203:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a934d5 lrc: 3/0,1 mode: CW/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.275817:0:112203:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a934dc lrc: 3/0,1 mode: --/PW res: [0x200002b13:0x2dd9:0x0].0x2d9800ce bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.275831:0:112203:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a934dc lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd9:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.275838:0:112203:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a934dc lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd9:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1780970714.276850:0:112203:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x100010000:0x53bb:0x0], index 1: 0 00010000:00010000:0.0:1780970714.277221:0:112203:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000003dabe158/0xa1e9845215a934e3 lrc: 3/1,0 mode: --/CR res: [0x200002b13:0x2ddc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.277235:0:112203:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003dabe158/0xa1e9845215a934e3 lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2ddc:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.277245:0:112203:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003dabe158/0xa1e9845215a934e3 lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2ddc:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.277291:0:112203:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a934d5 lrc: 3/0,1 mode: CW/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.277298:0:112203:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a934d5 lrc: 2/0,0 mode: CW/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.277305:0:112203:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a934d5 lrc: 3/0,0 mode: CW/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.277311:0:112203:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dbe36306 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970714.277315:0:112203:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a934d5 lrc: 3/0,0 mode: CW/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.277322:0:112203:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a934d5 lrc: 4/0,0 mode: CW/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.277335:0:112203:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd9:0x0].0x0 (000000006dc64417) 00010000:00010000:0.0:1780970714.277338:0:112203:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970714.277342:0:112203:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a934d5 lrc: 2/0,0 mode: --/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.277349:0:112203:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a934d5 lrc: 0/0,0 mode: --/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1780970714.277366:0:112203:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000d36d72a3 reply state 0000000003ced9bd transno 25769864399 ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a934dc lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd9:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.278046:0:112203:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a934ce lrc: 0/0,0 mode: --/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989249ce expref: 44 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.278078:0:112203:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000003dabe158/0xa1e9845215a934e3 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2ddc:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989249ce expref: 43 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.278087:0:112203:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2ddc:0x0].0x0 (00000000ff7c94be) 00010000:00010000:0.0:1780970714.278089:0:112203:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1780970714.278091:0:112203:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003dabe158, rc 0) 00000100:00100000:0.0:1780970714.278711:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d36d72a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+44:199031:x1867475563555840:12345-192.168.204.45@tcp:101:dd.0 Request processed in 4677us (12202us total) trans 25769864399 rc 0/0 00000100:00100000:0.0:1780970714.278725:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85603 00010000:00010000:3.0:1780970714.286670:0:3346:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a934dc lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2dd9:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.286703:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd9:0x0].0x2d9800ce (000000006f82eed6) 00010000:00010000:3.0:1780970714.286706:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780970714.290067:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970714.292085:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563555904 00000100:00100000:3.0:1780970714.292324:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 88429 00000100:00100000:3.0:1780970714.292333:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000978e3f28 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e474371c-4744-4c95-8a55-40a3132b2542+5:199031:x1867475563555904:12345-192.168.204.45@tcp:101:dd.0 00010000:00010000:3.0:1780970714.292360:0:8691:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1780970714.292404:0:8691:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c4309c47/0xa1e9845215a934f1 lrc: 2/0,0 mode: --/PW res: [0x53bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece8989249d5 expref: -99 pid: 8691 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1780970714.292445:0:8691:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x53bb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970714.292474:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970714.292477:0:8691:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970714.292492:0:8691:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c4309c47/0xa1e9845215a934f1 lrc: 3/0,0 mode: PW/PW res: [0x53bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989249d5 expref: 6 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.292514:0:8691:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c4309c47/0xa1e9845215a934f1 lrc: 3/0,0 mode: PW/PW res: [0x53bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989249d5 expref: 6 pid: 8691 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970714.292532:0:8691:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000c4309c47, rc 0) 00000100:00100000:3.0:1780970714.292681:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000978e3f28 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e474371c-4744-4c95-8a55-40a3132b2542+6:199031:x1867475563555904:12345-192.168.204.45@tcp:101:dd.0 Request processed in 348us (2627us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970714.292689:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 88429 00000100:00100000:1.0:1780970714.297893:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970714.302347:0:115571:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563556032 00000100:00100000:0.0:1780970714.303932:0:115571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 32805 00000100:00100000:0.0:1780970714.303947:0:115571:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8fe0d12 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e474371c-4744-4c95-8a55-40a3132b2542+44:199031:x1867475563556032:12345-192.168.204.45@tcp:35:dd.0 00000100:00100000:0.0:1780970714.306359:0:115571:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8fe0d12 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e474371c-4744-4c95-8a55-40a3132b2542+45:199031:x1867475563556032:12345-192.168.204.45@tcp:35:dd.0 Request processed in 2404us (8539us total) trans 25769864400 rc 0/0 00000100:00100000:0.0:1780970714.306387:0:115571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 32805 00000100:00100000:3.0:1780970714.461498:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c781ec5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3363:1867475559780288:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970714.461609:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970714.461680:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dd8bfd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559780544:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970714.461707:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970714.461723:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000389a5154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559780800:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970714.461743:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970714.461769:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1780970714.461786:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012a4197e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3363:1867475559780224:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970714.462143:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970714.462163:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5c447d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559780480:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970714.462191:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970714.462204:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f73d44be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559780736:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970714.462224:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970714.462270:0:124322:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559780480 00000100:00100000:3.0:1780970714.462324:0:124322:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559780736 00000100:00100000:3.0:1780970714.462343:0:124322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17433 00000100:00100000:3.0:1780970714.462350:0:124322:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ac38d6a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3363:x1867475559780480:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970714.462406:0:124322:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ac38d6a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3363:x1867475559780480:12345-0@lo:400:kworker/u8:18.0 Request processed in 55us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970714.462414:0:124322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17433 00000100:00100000:3.0:1780970714.462435:0:124322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17434 00000100:00100000:3.0:1780970714.462439:0:124322:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d664d1e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559780736:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970714.462463:0:124322:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d664d1e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559780736:12345-0@lo:400:kworker/u8:18.0 Request processed in 24us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970714.462468:0:124322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17434 00000100:00100000:3.0:1780970714.462497:0:123253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559780544 00000100:00100000:3.0:1780970714.462524:0:123253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559780800 00000100:00100000:3.0:1780970714.462539:0:123253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6278 00000100:00100000:3.0:1780970714.462544:0:123253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e58a44bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+13:3363:x1867475559780544:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970714.462574:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e58a44bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+13:3363:x1867475559780544:12345-0@lo:400:kworker/u8:18.0 Request processed in 30us (866us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970714.462580:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6278 00000100:00100000:3.0:1780970714.462593:0:123253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6279 00000100:00100000:3.0:1780970714.462596:0:123253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e568968 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+8:3363:x1867475559780800:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970714.463167:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad22015e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3361:1867475559780160:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970714.463240:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a09a523 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3360:1867475559780352:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970714.463365:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a29a0df7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559780992:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780970714.465462:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970714.465513:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a99997f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3361:1867475559780416:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970714.465549:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970714.465568:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ba6774e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3361:1867475559780672:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970714.465587:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970714.465600:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000243fc45a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3361:1867475559780928:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970714.465648:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970714.465724:0:112616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559780288 00000100:00100000:0.0:1780970714.465788:0:112616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559780224 00000100:00100000:0.0:1780970714.465804:0:112616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559780416 00000100:00100000:0.0:1780970714.465818:0:112616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559780672 00000100:00100000:0.0:1780970714.465828:0:112616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559780928 00000100:00100000:0.0:1780970714.465851:0:112616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3865 00000100:00100000:0.0:1780970714.465858:0:112616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e24a27d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3363:x1867475559780288:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970714.466140:0:112616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e24a27d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3363:x1867475559780288:12345-0@lo:400:kworker/u8:18.0 Request processed in 281us (4532us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970714.466149:0:112616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3865 00000100:00100000:0.0:1780970714.466186:0:112616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3866 00000100:00100000:0.0:1780970714.466189:0:112616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f0f0640 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3363:x1867475559780224:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970714.466216:0:112616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f0f0640 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3363:x1867475559780224:12345-0@lo:400:kworker/u8:18.0 Request processed in 26us (4075us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970714.466221:0:112616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3866 00000100:00100000:0.0:1780970714.466231:0:112616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3867 00000100:00100000:0.0:1780970714.466234:0:112616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069d1df27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3361:x1867475559780416:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970714.466256:0:112616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069d1df27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3361:x1867475559780416:12345-0@lo:400:kworker/u8:18.0 Request processed in 21us (706us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970714.466261:0:112616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3867 00000100:00100000:0.0:1780970714.466270:0:112616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3868 00000100:00100000:0.0:1780970714.466273:0:112616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a6927f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3361:x1867475559780672:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970714.466291:0:112616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a6927f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3361:x1867475559780672:12345-0@lo:400:kworker/u8:18.0 Request processed in 18us (704us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970714.466296:0:112616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3868 00000100:00100000:0.0:1780970714.466308:0:112616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3869 00000100:00100000:0.0:1780970714.466311:0:112616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001faeaaea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3361:x1867475559780928:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970714.466328:0:112616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001faeaaea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3361:x1867475559780928:12345-0@lo:400:kworker/u8:18.0 Request processed in 16us (694us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970714.466333:0:112616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3869 00000100:00100000:0.0:1780970714.466409:0:114507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559780160 00000100:00100000:0.0:1780970714.466433:0:114507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1412 00000100:00100000:0.0:1780970714.466437:0:114507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005833c813 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3361:x1867475559780160:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970714.466460:0:114507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005833c813 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3361:x1867475559780160:12345-0@lo:400:kworker/u8:18.0 Request processed in 22us (1009us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970714.466465:0:114507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1412 00000100:00100000:0.0:1780970714.466513:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad22015e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3361:1867475559780160:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970714.466526:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a99997f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3361:1867475559780416:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970714.466533:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ba6774e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3361:1867475559780672:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970714.466541:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000243fc45a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3361:1867475559780928:0@lo:400:kworker/u8:18.0 00010000:00010000:0.0:1780970714.467005:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970714.467052:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012a4197e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3363:1867475559780224:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970714.467066:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5c447d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559780480:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970714.467077:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f73d44be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559780736:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970714.467088:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c781ec5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3363:1867475559780288:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970714.467099:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dd8bfd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559780544:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970714.467240:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970714.467268:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000064d1df3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559780608:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970714.467294:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970714.467307:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000029425dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559780864:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970714.467323:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970714.467352:0:30686:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559780608 00000100:00100000:1.0:1780970714.467379:0:30686:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559780864 00000100:00100000:1.0:1780970714.467395:0:30686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6280 00000100:00100000:1.0:1780970714.467398:0:30686:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4cd30db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+11:3360:x1867475559780608:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970714.467430:0:30686:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4cd30db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+11:3360:x1867475559780608:12345-0@lo:400:kworker/u8:18.0 Request processed in 32us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970714.467437:0:30686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6280 00000100:00100000:1.0:1780970714.467451:0:30686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6281 00000100:00100000:1.0:1780970714.467455:0:30686:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055f2f407 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559780864:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970714.467476:0:30686:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055f2f407 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559780864:12345-0@lo:400:kworker/u8:18.0 Request processed in 20us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970714.467481:0:30686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6281 00000100:00100000:1.0:1780970714.467504:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000064d1df3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559780608:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970714.467512:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000029425dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559780864:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970714.467586:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559780352 00000100:00100000:0.0:1780970714.468011:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3870 00000100:00100000:0.0:1780970714.468017:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f31cff13 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3360:x1867475559780352:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970714.468063:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f31cff13 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3360:x1867475559780352:12345-0@lo:400:kworker/u8:18.0 Request processed in 47us (825us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970714.468069:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3870 00000100:00100000:1.0:1780970714.468160:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a09a523 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3360:1867475559780352:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970714.468651:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970714.469112:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559780992 00000100:00100000:0.0:1780970714.469166:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5494 00000100:00100000:0.0:1780970714.469171:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000318897e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559780992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780970714.469205:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 8581056 pending 0 free 3917824000 avail 3686301696 00000100:00100000:0.0:1780970714.469256:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000318897e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559780992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (608us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970714.469262:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5494 00000100:00100000:2.0:1780970714.469964:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a29a0df7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559780992:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780970714.470161:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e568968 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+8:3363:x1867475559780800:12345-0@lo:400:kworker/u8:18.0 Request processed in 7561us (8415us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970714.470171:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6279 00000100:00100000:0.0:1780970714.470263:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000389a5154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559780800:0@lo:400:kworker/u8:18.0 00000001:00080000:3.0:1780970714.992130:0:109997:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 103079229347 is committed 00000001:00080000:3.0:1780970714.992150:0:109997:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 103079229346 is committed 00000001:00080000:3.0:1780970714.994204:0:9223:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0001: transno 4294998702 is committed 00000001:00080000:2.0:1780970714.998298:0:114503:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 25769864400 is committed 00000001:00080000:2.0:1780970714.998352:0:114503:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 25769864386 is committed 00010000:00010000:0.0:1780970714.998440:0:3347:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a9332a lrc: 3/0,1 mode: COS/COS res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998459:0:3347:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a9332a lrc: 2/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998468:0:3347:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a9332a lrc: 3/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998474:0:3347:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000038ac795e already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970714.998478:0:3347:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a9332a lrc: 3/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998493:0:3347:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a9332a lrc: 4/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998517:0:3347:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6bad1a70 (00000000a419a16e) 00010000:00010000:0.0:1780970714.998520:0:3347:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970714.998526:0:3347:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a9332a lrc: 2/0,0 mode: --/COS res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998533:0:3347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a9332a lrc: 0/0,0 mode: --/COS res: [0x200000007:0x1:0x0].0x6bad1a70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998569:0:3347:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a93331 lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998576:0:3347:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a93331 lrc: 2/0,0 mode: COS/COS res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998581:0:3347:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a93331 lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998587:0:3347:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000051135b91 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970714.998589:0:3347:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a93331 lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998594:0:3347:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a93331 lrc: 4/0,0 mode: COS/COS res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998602:0:3347:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0x0 (000000000d9ea78e) 00010000:00010000:0.0:1780970714.998605:0:3347:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970714.998608:0:3347:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a93331 lrc: 2/0,0 mode: --/COS res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998662:0:3347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a93331 lrc: 0/0,0 mode: --/COS res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 123083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998684:0:3347:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9338c lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2dd7:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998690:0:3347:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9338c lrc: 2/0,0 mode: COS/COS res: [0x200002b13:0x2dd7:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998695:0:3347:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9338c lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2dd7:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998700:0:3347:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003a46cda4 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970714.998702:0:3347:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9338c lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2dd7:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998708:0:3347:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9338c lrc: 4/0,0 mode: COS/COS res: [0x200002b13:0x2dd7:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998715:0:3347:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0x43454b14 (0000000019ffff10) 00010000:00010000:0.0:1780970714.998717:0:3347:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970714.998719:0:3347:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9338c lrc: 2/0,0 mode: --/COS res: [0x200002b13:0x2dd7:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998724:0:3347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9338c lrc: 0/0,0 mode: --/COS res: [0x200002b13:0x2dd7:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998736:0:3347:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93393 lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998742:0:3347:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93393 lrc: 2/0,0 mode: COS/COS res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998747:0:3347:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93393 lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998753:0:3347:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000baa382b2 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970714.998754:0:3347:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93393 lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998760:0:3347:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93393 lrc: 4/0,0 mode: COS/COS res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998773:0:3347:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd8:0x0].0x0 (0000000027274302) 00010000:00010000:0.0:1780970714.998776:0:3347:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970714.998778:0:3347:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93393 lrc: 2/0,0 mode: --/COS res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998784:0:3347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93393 lrc: 0/0,0 mode: --/COS res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998795:0:3347:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000004133c757/0xa1e9845215a93403 lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998801:0:3347:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004133c757/0xa1e9845215a93403 lrc: 2/0,0 mode: COS/COS res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998807:0:3347:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004133c757/0xa1e9845215a93403 lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998817:0:3347:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004133c757 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970714.998819:0:3347:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004133c757/0xa1e9845215a93403 lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998825:0:3347:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004133c757/0xa1e9845215a93403 lrc: 4/0,0 mode: COS/COS res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998842:0:3347:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0x87726de2 (00000000cb90975e) 00010000:00010000:0.0:1780970714.998845:0:3347:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970714.998847:0:3347:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004133c757/0xa1e9845215a93403 lrc: 2/0,0 mode: --/COS res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998852:0:3347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004133c757/0xa1e9845215a93403 lrc: 0/0,0 mode: --/COS res: [0x200002b13:0x2dd7:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998869:0:3347:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000007d4d7c98/0xa1e9845215a9340a lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998875:0:3347:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007d4d7c98/0xa1e9845215a9340a lrc: 2/0,0 mode: COS/COS res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998880:0:3347:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007d4d7c98/0xa1e9845215a9340a lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970714.998885:0:3347:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d4d7c98 already unused, calling callback (000000001a17948d) 00000020:00080000:2.0:1780970715.002596:0:113042:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0001: 8589937693 batchid updated 00000020:00080000:3.0:1780970715.002714:0:113061:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 8589937693 00000040:00100000:3.0:1780970715.002732:0:113061:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 549 in log [0x3:0x2b12:0x2] 00000004:00080000:3.0:1780970715.002811:0:113061:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth 00000000a1873395 with version 5758 00000020:00080000:3.0:1780970715.002840:0:113061:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 8589937693 cancel update log [0x3:0x2b12:0x2].549: rc = 0 00000040:00100000:3.0:1780970715.002851:0:113061:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 105 in log [0x3:0x400013a2:0x2] 00000020:00080000:3.0:1780970715.002965:0:113061:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 8589937693 cancel update log [0x3:0x400013a2:0x2].105: rc = 0 00000020:00080000:3.0:1780970715.002976:0:113061:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 8589937693 00010000:00010000:0.0:1780970715.003463:0:3347:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007d4d7c98/0xa1e9845215a9340a lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970715.003488:0:3347:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007d4d7c98/0xa1e9845215a9340a lrc: 4/0,0 mode: COS/COS res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970715.003513:0:3347:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd9:0x0].0x0 (000000006dc64417) 00010000:00010000:0.0:1780970715.003516:0:3347:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970715.003522:0:3347:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007d4d7c98/0xa1e9845215a9340a lrc: 2/0,0 mode: --/COS res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970715.003529:0:3347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007d4d7c98/0xa1e9845215a9340a lrc: 0/0,0 mode: --/COS res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970715.003571:0:3347:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000073aa19dc/0xa1e9845215a9345e lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970715.003579:0:3347:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000073aa19dc/0xa1e9845215a9345e lrc: 2/0,0 mode: COS/COS res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970715.003586:0:3347:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000073aa19dc/0xa1e9845215a9345e lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970715.003593:0:3347:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000073aa19dc already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970715.003595:0:3347:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000073aa19dc/0xa1e9845215a9345e lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970715.003601:0:3347:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000073aa19dc/0xa1e9845215a9345e lrc: 4/0,0 mode: COS/COS res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970715.003609:0:3347:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0xcb9f90b0 (00000000bb9dafc6) 00010000:00010000:0.0:1780970715.003611:0:3347:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970715.003626:0:3347:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000073aa19dc/0xa1e9845215a9345e lrc: 2/0,0 mode: --/COS res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970715.003639:0:3347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000073aa19dc/0xa1e9845215a9345e lrc: 0/0,0 mode: --/COS res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970715.003660:0:3347:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000ab29ab98/0xa1e9845215a93465 lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2dda:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970715.003665:0:3347:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ab29ab98/0xa1e9845215a93465 lrc: 2/0,0 mode: COS/COS res: [0x200002b13:0x2dda:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970715.003670:0:3347:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ab29ab98/0xa1e9845215a93465 lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2dda:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970715.003676:0:3347:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ab29ab98 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970715.003678:0:3347:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ab29ab98/0xa1e9845215a93465 lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2dda:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970715.003683:0:3347:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ab29ab98/0xa1e9845215a93465 lrc: 4/0,0 mode: COS/COS res: [0x200002b13:0x2dda:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970715.003689:0:3347:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dda:0x0].0x0 (00000000b6907227) 00010000:00010000:0.0:1780970715.003691:0:3347:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970715.003693:0:3347:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ab29ab98/0xa1e9845215a93465 lrc: 2/0,0 mode: --/COS res: [0x200002b13:0x2dda:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970715.003697:0:3347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ab29ab98/0xa1e9845215a93465 lrc: 0/0,0 mode: --/COS res: [0x200002b13:0x2dda:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970715.003709:0:3347:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000255970f6/0xa1e9845215a93496 lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2dd8:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970715.003719:0:3347:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000255970f6/0xa1e9845215a93496 lrc: 2/0,0 mode: COS/COS res: [0x200002b13:0x2dd8:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970715.003724:0:3347:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000255970f6/0xa1e9845215a93496 lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2dd8:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970715.003730:0:3347:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000255970f6 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970715.003731:0:3347:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000255970f6/0xa1e9845215a93496 lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2dd8:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970715.003736:0:3347:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000255970f6/0xa1e9845215a93496 lrc: 4/0,0 mode: COS/COS res: [0x200002b13:0x2dd8:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970715.003742:0:3347:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd8:0x0].0x2d9800ce (000000005f4de7c0) 00010000:00010000:0.0:1780970715.003744:0:3347:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970715.003746:0:3347:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000255970f6/0xa1e9845215a93496 lrc: 2/0,0 mode: --/COS res: [0x200002b13:0x2dd8:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970715.003751:0:3347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000255970f6/0xa1e9845215a93496 lrc: 0/0,0 mode: --/COS res: [0x200002b13:0x2dd8:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1780970715.003877:0:113046:0:(osp_trans.c:1343:osp_get_next_request()) ou 00000000fcc9408d version 5758 rpc_version 5758 00000100:00100000:2.0:1780970715.003956:0:113046:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a29a0df7 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:113046:1867475559781056:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1780970715.004039:0:113046:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970715.004206:0:113046:0:(client.c:2500:ptlrpc_set_wait()) set 0000000029ac2bc6 going to sleep for 6 seconds 00010000:00010000:0.0:1780970715.004325:0:3347:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a934dc lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2dd9:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970715.004334:0:3347:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a934dc lrc: 2/0,0 mode: COS/COS res: [0x200002b13:0x2dd9:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970715.004340:0:3347:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a934dc lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2dd9:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970715.004348:0:3347:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000011a5f204 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970715.004350:0:3347:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a934dc lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2dd9:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970715.004357:0:3347:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a934dc lrc: 4/0,0 mode: COS/COS res: [0x200002b13:0x2dd9:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970715.004366:0:3347:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd9:0x0].0x2d9800ce (000000006f82eed6) 00010000:00010000:0.0:1780970715.004369:0:3347:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970715.004372:0:3347:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a934dc lrc: 2/0,0 mode: --/COS res: [0x200002b13:0x2dd9:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970715.004377:0:3347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a934dc lrc: 0/0,0 mode: --/COS res: [0x200002b13:0x2dd9:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112203 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970715.006775:0:112211:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559781056 00000100:00100000:3.0:1780970715.006874:0:112211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17435 00000100:00100000:3.0:1780970715.006882:0:112211:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028aa1338 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:113046:x1867475559781056:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1780970715.007169:0:112211:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028aa1338 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:113046:x1867475559781056:12345-0@lo:1000:osp_up0-1.0 Request processed in 285us (3130us total) trans 25769864401 rc 0/0 00000100:00100000:3.0:1780970715.007180:0:112211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17435 00000100:00100000:3.0:1780970715.007242:0:113046:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 25769864386 gen 2 00000004:00080000:3.0:1780970715.007251:0:113046:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 25769864386 committed transno 25769864386 00000100:00100000:3.0:1780970715.007289:0:113046:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@00000000a29a0df7 x1867475559781056/t25769864401(25769864401) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1780970722 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'osp_up0-1.0' 00000100:00100000:3.0:1780970715.007312:0:113046:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a29a0df7 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:113046:1867475559781056:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1780970715.488150:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970716.002148:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcd80bc9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559781120:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780970716.002296:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970716.002492:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559781120 00000100:00100000:0.0:1780970716.002533:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5495 00000100:00100000:0.0:1780970716.002538:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ebcdfbf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559781120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780970716.002880:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 8579776 pending 0 free 3891175424 avail 3659653120 00000100:00100000:0.0:1780970716.002927:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ebcdfbf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559781120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 388us (633us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970716.002934:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5495 00000100:00100000:0.0:1780970716.002985:0:3363:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 103079229346 gen 3 00000004:00080000:0.0:1780970716.002991:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c2e836f8, transno 103079229337 00000004:00080000:0.0:1780970716.004541:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006bdd8305, transno 103079229344 00000004:00080000:0.0:1780970716.004550:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e61f16da, transno 103079229346 00000100:00100000:0.0:1780970716.004568:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcd80bc9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559781120:0@lo:13:osp-pre-0-0.0 00000040:00100000:0.0:1780970716.004701:0:114519:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 3 records, first 4348 in log [0x20:0x1:0x0] 00000004:00080000:0.0:1780970716.004801:0:114519:0:(osp_sync.c:1126:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 3 done 00010000:00010000:2.0:1780970716.513037:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970717.020971:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000350673d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559781184:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780970717.021077:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970717.021158:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559781184 00000100:00100000:3.0:1780970717.021220:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5496 00000100:00100000:3.0:1780970717.021226:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe564fc6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559781184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1780970717.021255:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 8581056 pending 0 free 3917824000 avail 3686301696 00000100:00100000:3.0:1780970717.024680:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe564fc6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559781184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3444us (3596us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970717.024694:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5496 00000100:00100000:1.0:1780970717.030042:0:3360:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294998702 gen 3 00000004:00080000:1.0:1780970717.030053:0:3360:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f508e101, transno 4294998697 00000004:00080000:1.0:1780970717.031646:0:3360:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009417a286, transno 4294998698 00000040:00100000:2.0:1780970717.033510:0:113051:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 3181 in log [0x12:0x1:0x0] 00000040:00100000:2.0:1780970717.033611:0:113051:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 3178 in log [0x12:0x1:0x0] 00000004:00080000:1.0:1780970717.037433:0:3360:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f8980d4c, transno 4294998699 00000004:00080000:1.0:1780970717.037445:0:3360:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000df17c238, transno 4294998700 00000004:00080000:1.0:1780970717.037447:0:3360:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000055f97a10, transno 4294998701 00000004:00080000:1.0:1780970717.037449:0:3360:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001f3f8eb8, transno 4294998702 00000100:00100000:1.0:1780970717.037470:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000350673d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559781184:0@lo:13:osp-pre-1-1.0 00000040:00100000:2.0:1780970717.039039:0:113051:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 4 records, first 3179 in log [0x12:0x1:0x0] 00000004:00080000:2.0:1780970717.039125:0:113051:0:(osp_sync.c:1126:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 4 done 00000100:00100000:1.0:1780970717.534179:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780970717.534204:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000007df8828 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559781248:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780970717.534274:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970717.534361:0:112210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559781248 00000100:00100000:3.0:1780970717.534465:0:112210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17436 00000100:00100000:3.0:1780970717.534471:0:112210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ff497ac pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3360:x1867475559781248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1780970717.534508:0:112210:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1435385856 avail 1305923584 00000100:00100000:3.0:1780970717.534551:0:112210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ff497ac pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3360:x1867475559781248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970717.534558:0:112210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17436 00000100:00100000:1.0:1780970717.534668:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000007df8828 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559781248:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1780970717.537148:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970717.813041:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970717.813072:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970717.813094:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970717.813145:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970717.813175:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970717.813205:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563556160 00000100:00100000:1.0:1780970717.813244:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563556224 00000100:00100000:1.0:1780970717.813260:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3871 00000100:00100000:1.0:1780970717.813266:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000911ce856 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+25:2265:x1867475563556160:12345-192.168.204.45@tcp:400:kworker/u8:14.0 00000100:00100000:1.0:1780970717.813335:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000911ce856 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+25:2265:x1867475563556160:12345-192.168.204.45@tcp:400:kworker/u8:14.0 Request processed in 69us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970717.813342:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3871 00000100:00100000:1.0:1780970717.813356:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3872 00000100:00100000:1.0:1780970717.813359:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003266afba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+23:2265:x1867475563556224:12345-192.168.204.45@tcp:400:kworker/u8:14.0 00000100:00100000:1.0:1780970717.813377:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003266afba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+23:2265:x1867475563556224:12345-192.168.204.45@tcp:400:kworker/u8:14.0 Request processed in 17us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970717.813383:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3872 00000100:00100000:1.0:1780970717.813397:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563556288 00000100:00100000:1.0:1780970717.813414:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563556352 00000100:00100000:1.0:1780970717.813427:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6282 00000100:00100000:1.0:1780970717.813430:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000529d5e81 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e474371c-4744-4c95-8a55-40a3132b2542+6:2265:x1867475563556288:12345-192.168.204.45@tcp:400:kworker/u8:14.0 00000100:00100000:1.0:1780970717.813450:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000529d5e81 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e474371c-4744-4c95-8a55-40a3132b2542+6:2265:x1867475563556288:12345-192.168.204.45@tcp:400:kworker/u8:14.0 Request processed in 19us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970717.813455:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6282 00000100:00100000:1.0:1780970717.813464:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6283 00000100:00100000:1.0:1780970717.813468:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fb8a693 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e474371c-4744-4c95-8a55-40a3132b2542+6:2265:x1867475563556352:12345-192.168.204.45@tcp:400:kworker/u8:14.0 00000100:00100000:1.0:1780970717.813483:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fb8a693 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e474371c-4744-4c95-8a55-40a3132b2542+6:2265:x1867475563556352:12345-192.168.204.45@tcp:400:kworker/u8:14.0 Request processed in 15us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970717.813488:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6283 00000100:00100000:2.0:1780970717.814752:0:114508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563556096 00000100:00100000:3.0:1780970717.814900:0:114507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 1413 00000100:00100000:3.0:1780970717.814907:0:114507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006cad81fd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2265:x1867475563556096:12345-192.168.204.45@tcp:400:kworker/u8:14.0 00000100:00100000:3.0:1780970717.814971:0:114507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006cad81fd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2265:x1867475563556096:12345-192.168.204.45@tcp:400:kworker/u8:14.0 Request processed in 64us (1877us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970717.814978:0:114507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 1413 00000100:00100000:0.0:1780970718.047552:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780970718.047575:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007fc10acb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559781312:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780970718.047777:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970718.047922:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559781312 00000100:00100000:3.0:1780970718.048047:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5497 00000100:00100000:3.0:1780970718.048054:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c96890c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559781312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1780970718.048193:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 8579776 pending 0 free 3891175424 avail 3659653120 00000100:00100000:3.0:1780970718.048395:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c96890c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559781312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 340us (618us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970718.048403:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5497 00000100:00100000:0.0:1780970718.048831:0:3363:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 103079229347 gen 3 00000004:00080000:0.0:1780970718.048838:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000dc10a3a5, transno 103079229338 00000004:00080000:0.0:1780970718.048847:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006a8611f1, transno 103079229339 00000004:00080000:0.0:1780970718.048849:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008496d7e8, transno 103079229340 00000004:00080000:0.0:1780970718.048852:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d80c4247, transno 103079229341 00000004:00080000:0.0:1780970718.048854:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000080a96932, transno 103079229342 00000004:00080000:0.0:1780970718.048856:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000065533945, transno 103079229343 00000004:00080000:0.0:1780970718.048858:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004c378db2, transno 103079229345 00000004:00080000:0.0:1780970718.048860:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000040811078, transno 103079229347 00000100:00100000:0.0:1780970718.048872:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007fc10acb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559781312:0@lo:13:osp-pre-0-1.0 00000040:00100000:0.0:1780970718.048939:0:113049:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 8 records, first 3182 in log [0x10:0x1:0x0] 00000004:00080000:0.0:1780970718.049411:0:113049:0:(osp_sync.c:1126:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 8 done 00000100:00100000:2.0:1780970718.418960:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970718.419247:0:123083:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563556416 00000100:00100000:3.0:1780970718.419306:0:123083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85604 00000100:00100000:3.0:1780970718.419313:0:123083:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000065533945 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e474371c-4744-4c95-8a55-40a3132b2542+25:199142:x1867475563556416:12345-192.168.204.45@tcp:101:touch.0 00000001:00020000:3.0:1780970718.419320:0:123083:0:(fail.c:138:__cfs_fail_timeout_set()) cfs_fail_timeout id 50a sleeping for 50000ms 00000100:00100000:1.0:1780970718.560646:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780970718.560718:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bc95a828 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559781376:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780970718.560818:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970718.560879:0:112211:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559781376 00000100:00100000:1.0:1780970718.560920:0:112211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17437 00000100:00100000:1.0:1780970718.560926:0:112211:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e4b6dc5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559781376:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1780970718.560975:0:112211:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1437728768 avail 1308266496 00000100:00100000:1.0:1780970718.561019:0:112211:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e4b6dc5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559781376:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970718.561026:0:112211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17437 00000100:00100000:1.0:1780970718.561075:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bc95a828 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559781376:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1780970718.561722:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970719.350132:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970719.350187:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970719.350276:0:47564:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563556544 00000100:00100000:0.0:1780970719.350290:0:8241:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563556480 00002000:00100000:0.0:1780970719.350321:0:8241:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x100000000:0x5a9f:0x0] (0->1023) req@000000006455c0e7 x1867475563556480/t0(0) o4->e474371c-4744-4c95-8a55-40a3132b2542@192.168.204.45@tcp:0/0 lens 1512/0 e 0 to 0 dl 1780970739 ref 1 fl New:/0/ffffffff rc 0/-1 job:'dd.0' 00002000:00100000:2.0:1780970719.350322:0:47564:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x100010000:0x53bb:0x0] (0->1023) req@00000000bc95a828 x1867475563556544/t0(0) o4->e474371c-4744-4c95-8a55-40a3132b2542@192.168.204.45@tcp:0/0 lens 1512/0 e 0 to 0 dl 1780970739 ref 1 fl New:/0/ffffffff rc 0/-1 job:'dd.0' 00002000:00100000:2.0:1780970719.350353:0:47564:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000bc95a828 with x1867475563556544 ext(0->1023) 00002000:00100000:0.0:1780970719.350353:0:8241:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000006455c0e7 with x1867475563556480 ext(0->1023) 00002000:00010000:2.0:1780970719.350359:0:47564:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req 00000000bc95a828 00002000:00010000:0.0:1780970719.350360:0:8241:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000006455c0e7 00000100:00100000:2.0:1780970719.350406:0:47564:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 18420 00000100:00100000:0.0:1780970719.350414:0:8241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 18421 00000100:00100000:2.0:1780970719.350415:0:47564:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc95a828 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e474371c-4744-4c95-8a55-40a3132b2542+6:2266:x1867475563556544:12345-192.168.204.45@tcp:4:dd.0 00000100:00100000:0.0:1780970719.350424:0:8241:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006455c0e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e474371c-4744-4c95-8a55-40a3132b2542+6:2266:x1867475563556480:12345-192.168.204.45@tcp:4:dd.0 00000100:00100000:0.0:1780970719.351494:0:8241:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006455c0e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e474371c-4744-4c95-8a55-40a3132b2542+8:2266:x1867475563556480:12345-192.168.204.45@tcp:4:dd.0 Request processed in 1068us (1304us total) trans 103079229348 rc 0/0 00000100:00100000:0.0:1780970719.351506:0:8241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 18421 00002000:00100000:0.0:1780970719.351514:0:8241:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x100000000:0x5a9f:0x0] (0->1023) req@000000006455c0e7 x1867475563556480/t103079229348(0) o4->e474371c-4744-4c95-8a55-40a3132b2542@192.168.204.45@tcp:0/0 lens 1512/448 e 0 to 0 dl 1780970739 ref 1 fl Complete:/0/0 rc 0/0 job:'dd.0' 00002000:00100000:0.0:1780970719.351527:0:8241:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000006455c0e7 with x1867475563556480 ext(0->1023) 00002000:00010000:0.0:1780970719.351531:0:8241:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000006455c0e7 00000100:00100000:2.0:1780970719.353363:0:47564:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc95a828 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e474371c-4744-4c95-8a55-40a3132b2542+8:2266:x1867475563556544:12345-192.168.204.45@tcp:4:dd.0 Request processed in 2942us (3232us total) trans 4294998703 rc 0/0 00000100:00100000:2.0:1780970719.353380:0:47564:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 18420 00002000:00100000:2.0:1780970719.353391:0:47564:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x100010000:0x53bb:0x0] (0->1023) req@00000000bc95a828 x1867475563556544/t4294998703(0) o4->e474371c-4744-4c95-8a55-40a3132b2542@192.168.204.45@tcp:0/0 lens 1512/448 e 0 to 0 dl 1780970739 ref 1 fl Complete:/0/0 rc 0/0 job:'dd.0' 00002000:00100000:2.0:1780970719.354876:0:47564:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000bc95a828 with x1867475563556544 ext(0->1023) 00002000:00010000:2.0:1780970719.354882:0:47564:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req 00000000bc95a828 00000100:00100000:1.0:1780970719.581013:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000350673d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559781440:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780970719.581092:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970719.581249:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559781440 00000100:00100000:3.0:1780970719.581333:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5498 00000100:00100000:3.0:1780970719.581340:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d53f5612 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559781440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780970719.581363:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 17018816 pending 28672 free 3917824000 avail 3686301696 00000100:00100000:3.0:1780970719.581422:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d53f5612 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559781440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970719.581429:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5498 00010000:00010000:0.0:1780970719.581653:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970719.582192:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000350673d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559781440:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780970719.582810:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000505f172d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3360:1867475559781696:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970719.582857:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000091e10a69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3361:1867475559781504:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970719.582872:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970719.582899:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970719.582906:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008953f0be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559781952:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970719.582933:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970719.582959:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093a7d4f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3361:1867475559781760:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970719.582972:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000560e8880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3360:1867475559782208:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970719.582987:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970719.583025:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559781696 00000100:00100000:0.0:1780970719.583365:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559781760 00000100:00100000:2.0:1780970719.584209:0:114508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559781504 00000100:00100000:2.0:1780970719.584247:0:114508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1414 00000100:00100000:2.0:1780970719.584253:0:114508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dae44119 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3361:x1867475559781504:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970719.584571:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002af04898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3363:1867475559781632:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970719.585146:0:114508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dae44119 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3361:x1867475559781504:12345-0@lo:400:kworker/u8:18.0 Request processed in 891us (2248us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970719.585156:0:114508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1414 00000100:00100000:2.0:1780970719.585198:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005477d0f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3362:1867475559781568:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970719.585225:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970719.585271:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db945f4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3361:1867475559782016:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970719.585370:0:123253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559781952 00000100:00100000:3.0:1780970719.585412:0:123253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6284 00000100:00100000:3.0:1780970719.585416:0:123253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008263237f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559781952:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970719.585454:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008263237f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559781952:12345-0@lo:400:kworker/u8:18.0 Request processed in 38us (2522us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970719.585460:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6284 00000100:00100000:2.0:1780970719.588175:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000094b6c837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559781824:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970719.588233:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970719.588248:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c5521d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559782080:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970719.588266:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970719.588302:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970719.593351:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559781568 00000100:00100000:0.0:1780970719.593434:0:112204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3873 00000100:00100000:0.0:1780970719.593440:0:112204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007fc10acb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3360:x1867475559781696:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970719.594037:0:112204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007fc10acb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3360:x1867475559781696:12345-0@lo:400:kworker/u8:18.0 Request processed in 595us (11165us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970719.594046:0:112204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3873 00000100:00100000:0.0:1780970719.594087:0:112204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3874 00000100:00100000:0.0:1780970719.594092:0:112204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cff9cc3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3361:x1867475559781760:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970719.594123:0:112204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cff9cc3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3361:x1867475559781760:12345-0@lo:400:kworker/u8:18.0 Request processed in 31us (11138us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970719.594128:0:112204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3874 00000100:00100000:0.0:1780970719.594140:0:112204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3875 00000100:00100000:0.0:1780970719.594144:0:112204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2e836f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3362:x1867475559781568:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970719.594182:0:112204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2e836f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3362:x1867475559781568:12345-0@lo:400:kworker/u8:18.0 Request processed in 37us (8956us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970719.594188:0:112204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3875 00000100:00100000:0.0:1780970719.594266:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005477d0f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3362:1867475559781568:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970719.594323:0:112210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559781824 00000100:00100000:0.0:1780970719.594347:0:112210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559782080 00000100:00100000:0.0:1780970719.594362:0:112210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17438 00000100:00100000:0.0:1780970719.594365:0:112210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006bdd8305 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3362:x1867475559781824:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970719.594399:0:112210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006bdd8305 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3362:x1867475559781824:12345-0@lo:400:kworker/u8:18.0 Request processed in 32us (6166us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970719.594404:0:112210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17438 00000100:00100000:0.0:1780970719.594417:0:112210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17439 00000100:00100000:0.0:1780970719.594420:0:112210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e61f16da pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559782080:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970719.594444:0:112210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e61f16da pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559782080:12345-0@lo:400:kworker/u8:18.0 Request processed in 23us (6178us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970719.594460:0:112210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17439 00000100:00100000:0.0:1780970719.594550:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000094b6c837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559781824:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970719.594562:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c5521d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559782080:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970719.598662:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000035d0e3c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559781888:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970719.598739:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970719.598757:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019befd87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559782144:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970719.598912:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970719.598977:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559781888 00000100:00100000:2.0:1780970719.599013:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559782144 00000100:00100000:2.0:1780970719.599032:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6285 00000100:00100000:2.0:1780970719.599038:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd8ea7ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559781888:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970719.599085:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd8ea7ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559781888:12345-0@lo:400:kworker/u8:18.0 Request processed in 46us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970719.599092:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6285 00000100:00100000:2.0:1780970719.599109:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6286 00000100:00100000:2.0:1780970719.599112:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bdd6e2e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559782144:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970719.599136:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bdd6e2e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559782144:12345-0@lo:400:kworker/u8:18.0 Request processed in 23us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970719.599142:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6286 00000100:00100000:2.0:1780970719.599162:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970719.599200:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000091e10a69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3361:1867475559781504:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970719.599217:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093a7d4f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3361:1867475559781760:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970719.599251:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000035d0e3c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559781888:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970719.599259:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019befd87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559782144:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970719.599649:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559781632 00000100:00100000:0.0:1780970719.599677:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559782016 00000100:00100000:0.0:1780970719.599708:0:139355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3876 00000100:00100000:0.0:1780970719.599713:0:139355:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0bff441 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3363:x1867475559781632:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970719.599755:0:139355:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0bff441 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3363:x1867475559781632:12345-0@lo:400:kworker/u8:18.0 Request processed in 42us (11453us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970719.599901:0:139355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3876 00000100:00100000:0.0:1780970719.599931:0:139355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3877 00000100:00100000:0.0:1780970719.599935:0:139355:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fca68ead pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3361:x1867475559782016:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970719.599971:0:139355:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fca68ead pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3361:x1867475559782016:12345-0@lo:400:kworker/u8:18.0 Request processed in 34us (808us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970719.599976:0:139355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3877 00000100:00100000:0.0:1780970719.600004:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970719.600035:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000505f172d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3360:1867475559781696:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970719.600056:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008953f0be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559781952:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970719.600074:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559782208 00000100:00100000:0.0:1780970719.600093:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3878 00000100:00100000:0.0:1780970719.600097:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d47ea8f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3360:x1867475559782208:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970719.600127:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d47ea8f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3360:x1867475559782208:12345-0@lo:400:kworker/u8:18.0 Request processed in 29us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970719.600132:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3878 00000100:00100000:0.0:1780970719.600158:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000560e8880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3360:1867475559782208:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970719.600182:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db945f4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3361:1867475559782016:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970719.600373:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002af04898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3363:1867475559781632:0@lo:400:kworker/u8:18.0 00010000:00010000:0.0:1780970720.605055:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1780970720.617588:0:114503:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 25769864401 is committed 00000100:00100000:2.0:1780970721.118248:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780970721.118271:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003eb0cb8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559782272:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780970721.118334:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970721.118643:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559782272 00000100:00100000:3.0:1780970721.118709:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5499 00000100:00100000:3.0:1780970721.118714:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000366ca107 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559782272:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780970721.118765:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 17017536 pending 28672 free 3891171328 avail 3659649024 00000100:00100000:3.0:1780970721.118816:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000366ca107 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559782272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970721.118824:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5499 00000100:00100000:2.0:1780970721.119087:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003eb0cb8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559782272:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780970721.471929:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970721.472114:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563556608 00000100:00100000:3.0:1780970721.472186:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85605 00000100:00100000:3.0:1780970721.472193:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d6c81e38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+26:199153:x1867475563556608:12345-192.168.204.45@tcp:101:mv.0 00010000:00010000:3.0:1780970721.472214:0:139446:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1780970721.472251:0:139446:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008fd994f9/0xa1e9845215a934f8 lrc: 2/0,0 mode: --/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece8989249e3 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.472317:0:139446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a934ff lrc: 3/1,0 mode: --/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.472331:0:139446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a934ff lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.472344:0:139446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a934ff lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.472369:0:139446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a93506 lrc: 3/1,0 mode: --/PR res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.472377:0:139446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a93506 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.472470:0:139446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a93506 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.472537:0:139446:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a934ff lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.472544:0:139446:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a934ff lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.472550:0:139446:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a934ff lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.472556:0:139446:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d5a7c608 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970721.472559:0:139446:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a934ff lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.472566:0:139446:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a934ff lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.472578:0:139446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd8:0x0].0x0 (0000000027274302) 00010000:00010000:3.0:1780970721.472581:0:139446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970721.472584:0:139446:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a934ff lrc: 2/0,0 mode: --/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.472590:0:139446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a934ff lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.472602:0:139446:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a93506 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.472611:0:139446:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a93506 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.472652:0:139446:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a93506 lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.472656:0:139446:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000d692658 already unused, calling callback (000000001a17948d) 00010000:00010000:3.0:1780970721.472658:0:139446:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a93506 lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.472664:0:139446:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a93506 lrc: 4/0,0 mode: PR/PR res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.472671:0:139446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd8:0x0].0xfbe05a87 (00000000a449c609) 00010000:00010000:3.0:1780970721.472744:0:139446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970721.472747:0:139446:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a93506 lrc: 2/0,0 mode: --/PR res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.472753:0:139446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a93506 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.472786:0:139446:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000008fd994f9/0xa1e9845215a934f8 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989249e3 expref: 27 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.472794:0:139446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008fd994f9/0xa1e9845215a934f8 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989249e3 expref: 27 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.472802:0:139446:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008fd994f9, rc 0) 00000100:00100000:3.0:1780970721.472934:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d6c81e38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+26:199153:x1867475563556608:12345-192.168.204.45@tcp:101:mv.0 Request processed in 740us (1015us total) trans 0 rc 301/301 00000100:00100000:3.0:1780970721.472942:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85605 00000100:00100000:3.0:1780970721.477279:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970721.477379:0:116454:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563556672 00000100:00100000:0.0:1780970721.477441:0:116454:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85606 00000100:00100000:0.0:1780970721.477447:0:116454:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012682f39 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e474371c-4744-4c95-8a55-40a3132b2542+26:199153:x1867475563556672:12345-192.168.204.45@tcp:101:mv.0 00010000:00010000:0.0:1780970721.477467:0:116454:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1780970721.477488:0:116454:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a9350d lrc: 2/0,0 mode: --/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece8989249ea expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970721.477551:0:116454:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93514 lrc: 3/1,0 mode: --/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970721.477565:0:116454:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93514 lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970721.477575:0:116454:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93514 lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970721.477588:0:116454:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9351b lrc: 3/1,0 mode: --/PR res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970721.477594:0:116454:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9351b lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970721.477599:0:116454:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9351b lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970721.477665:0:116454:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93514 lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970721.477683:0:116454:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93514 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970721.477694:0:116454:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93514 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970721.477699:0:116454:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000baa382b2 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970721.477702:0:116454:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93514 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970721.477707:0:116454:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93514 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970721.477718:0:116454:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd8:0x0].0x0 (0000000027274302) 00010000:00010000:0.0:1780970721.477720:0:116454:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970721.477724:0:116454:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93514 lrc: 2/0,0 mode: --/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970721.477729:0:116454:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93514 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970721.477752:0:116454:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9351b lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970721.477758:0:116454:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9351b lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970721.477762:0:116454:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9351b lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970721.477766:0:116454:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003a46cda4 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970721.477767:0:116454:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9351b lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970721.477772:0:116454:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9351b lrc: 4/0,0 mode: PR/PR res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970721.477778:0:116454:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd8:0x0].0xfbe05a87 (00000000ff1ff2df) 00010000:00010000:0.0:1780970721.477780:0:116454:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970721.477782:0:116454:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9351b lrc: 2/0,0 mode: --/PR res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970721.477786:0:116454:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9351b lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970721.477818:0:116454:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a9350d lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989249ea expref: 27 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970721.477824:0:116454:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a9350d lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989249ea expref: 27 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970721.477832:0:116454:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000011a5f204, rc 0) 00000100:00100000:0.0:1780970721.478111:0:116454:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012682f39 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e474371c-4744-4c95-8a55-40a3132b2542+26:199153:x1867475563556672:12345-192.168.204.45@tcp:101:mv.0 Request processed in 662us (838us total) trans 0 rc 301/301 00000100:00100000:0.0:1780970721.478119:0:116454:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85606 00000100:00100000:3.0:1780970721.481816:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970721.482015:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563556736 00000100:00100000:1.0:1780970721.482057:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85607 00000100:00100000:1.0:1780970721.482064:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce2c7f84 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+26:199153:x1867475563556736:12345-192.168.204.45@tcp:101:mv.0 00010000:00010000:1.0:1780970721.482084:0:139446:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1780970721.482121:0:139446:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c8e218cb/0xa1e9845215a93522 lrc: 2/0,0 mode: --/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece8989249f1 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970721.482178:0:139446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a93529 lrc: 3/1,0 mode: --/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970721.482193:0:139446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a93529 lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970721.482205:0:139446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a93529 lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970721.482217:0:139446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a93530 lrc: 3/1,0 mode: --/PR res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970721.482223:0:139446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a93530 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970721.482229:0:139446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a93530 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970721.482264:0:139446:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a93529 lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970721.482270:0:139446:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a93529 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970721.482275:0:139446:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a93529 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970721.482281:0:139446:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000068a112f9 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970721.482284:0:139446:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a93529 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970721.482291:0:139446:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a93529 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970721.482302:0:139446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd8:0x0].0x0 (0000000027274302) 00010000:00010000:1.0:1780970721.482305:0:139446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970721.482308:0:139446:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a93529 lrc: 2/0,0 mode: --/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970721.482314:0:139446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a93529 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970721.482323:0:139446:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a93530 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970721.482328:0:139446:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a93530 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970721.482333:0:139446:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a93530 lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970721.482338:0:139446:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d6ba4ba already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970721.482340:0:139446:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a93530 lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970721.482345:0:139446:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a93530 lrc: 4/0,0 mode: PR/PR res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970721.482350:0:139446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd8:0x0].0xfbe05a87 (00000000d64be808) 00010000:00010000:1.0:1780970721.482352:0:139446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970721.482353:0:139446:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a93530 lrc: 2/0,0 mode: --/PR res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970721.482363:0:139446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a93530 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970721.482392:0:139446:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000c8e218cb/0xa1e9845215a93522 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989249f1 expref: 27 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970721.482398:0:139446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c8e218cb/0xa1e9845215a93522 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989249f1 expref: 27 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970721.482406:0:139446:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000c8e218cb, rc 0) 00000100:00100000:1.0:1780970721.482460:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce2c7f84 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+26:199153:x1867475563556736:12345-192.168.204.45@tcp:101:mv.0 Request processed in 396us (651us total) trans 0 rc 301/301 00000100:00100000:1.0:1780970721.482467:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85607 00000100:00100000:0.0:1780970721.491556:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970721.491659:0:116454:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563556864 00000100:00100000:3.0:1780970721.491718:0:116454:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85608 00000100:00100000:3.0:1780970721.491725:0:116454:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd9764bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e474371c-4744-4c95-8a55-40a3132b2542+26:199153:x1867475563556864:12345-192.168.204.45@tcp:36:mv.0 00010000:00010000:3.0:1780970721.491797:0:116454:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970721.491826:0:116454:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000aa7d67d2/0xa1e9845215a9349d lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2ddb:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989249b9 expref: 26 pid: 112203 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.491855:0:116454:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2ddb:0x0].0x0 (000000007275f681) 00010000:00010000:3.0:1780970721.491867:0:116454:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780970721.491893:0:116454:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008fd994f9/0xa1e9845215a93537 lrc: 3/0,1 mode: --/CW res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.491906:0:116454:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008fd994f9/0xa1e9845215a93537 lrc: 3/0,1 mode: CW/CW res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.491916:0:116454:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008fd994f9/0xa1e9845215a93537 lrc: 3/0,1 mode: CW/CW res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.491980:0:116454:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a9353e lrc: 3/0,1 mode: --/PW res: [0x200002b13:0x2dd8:0x0].0x2d9800ce bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.491989:0:116454:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a9353e lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd8:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.492001:0:116454:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a9353e lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd8:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.492019:0:116454:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a93545 lrc: 3/0,1 mode: --/PW res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.492025:0:116454:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a93545 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.492031:0:116454:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a93545 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.492128:0:116454:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000007b0276ff/0xa1e9845215a9354c lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2ddb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.492135:0:116454:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007b0276ff/0xa1e9845215a9354c lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2ddb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970721.492141:0:116454:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007b0276ff/0xa1e9845215a9354c lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2ddb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00000001:00020000:3.0:1780970721.492151:0:116454:0:(fail.c:138:__cfs_fail_timeout_set()) cfs_fail_timeout id 722 sleeping for 47000ms 00010000:00010000:2.0:1780970721.629431:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970722.141185:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780970722.141208:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b49d3a4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559782336:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780970722.141293:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970722.141376:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559782336 00000100:00100000:2.0:1780970722.141423:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5500 00000100:00100000:2.0:1780970722.141430:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f4ab2d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559782336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1780970722.141458:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 17018816 pending 28672 free 3917819904 avail 3686297600 00000100:00100000:2.0:1780970722.141513:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f4ab2d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559782336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970722.141520:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5500 00000100:00100000:1.0:1780970722.141705:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b49d3a4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559782336:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780970722.653771:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000478c2c59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559782400:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780970722.653849:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970722.653980:0:112211:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559782400 00000100:00100000:2.0:1780970722.654038:0:112211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17440 00000100:00100000:2.0:1780970722.654044:0:112211:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000681407a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3363:x1867475559782400:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1780970722.654084:0:112211:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1435385856 avail 1305923584 00000100:00100000:2.0:1780970722.654141:0:112211:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000681407a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3363:x1867475559782400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970722.654148:0:112211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17440 00000100:00100000:1.0:1780970722.654232:0:3363:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 25769864401 gen 2 00000004:00080000:1.0:1780970722.654238:0:3363:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 25769864401 committed transno 25769864401 00000100:00100000:1.0:1780970722.654275:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000478c2c59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559782400:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1780970722.654499:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970722.934303:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970722.934352:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970722.934386:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970722.934396:0:114508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563556928 00000100:00100000:1.0:1780970722.934411:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970722.934440:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970722.934455:0:114508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 1415 00000100:00100000:3.0:1780970722.934464:0:114508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c14c86f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2265:x1867475563556928:12345-192.168.204.45@tcp:400:kworker/u8:5.0 00000100:00100000:1.0:1780970722.934472:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563557184 00000100:00100000:1.0:1780970722.934503:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563557120 00000100:00100000:1.0:1780970722.934526:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6287 00000100:00100000:1.0:1780970722.934532:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ada4480e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e474371c-4744-4c95-8a55-40a3132b2542+8:2265:x1867475563557184:12345-192.168.204.45@tcp:400:kworker/u8:5.0 00000100:00100000:3.0:1780970722.934555:0:114508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c14c86f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2265:x1867475563556928:12345-192.168.204.45@tcp:400:kworker/u8:5.0 Request processed in 90us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970722.934564:0:114508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 1415 00000100:00100000:1.0:1780970722.934570:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ada4480e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e474371c-4744-4c95-8a55-40a3132b2542+8:2265:x1867475563557184:12345-192.168.204.45@tcp:400:kworker/u8:5.0 Request processed in 37us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970722.934578:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6287 00000100:00100000:1.0:1780970722.934595:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6288 00000100:00100000:1.0:1780970722.934599:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff56d041 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e474371c-4744-4c95-8a55-40a3132b2542+8:2265:x1867475563557120:12345-192.168.204.45@tcp:400:kworker/u8:5.0 00000100:00100000:1.0:1780970722.934652:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff56d041 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e474371c-4744-4c95-8a55-40a3132b2542+8:2265:x1867475563557120:12345-192.168.204.45@tcp:400:kworker/u8:5.0 Request processed in 52us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970722.934658:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6288 00000100:00100000:1.0:1780970722.934690:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563557056 00000100:00100000:1.0:1780970722.934722:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563556992 00000100:00100000:1.0:1780970722.934738:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3879 00000100:00100000:1.0:1780970722.934741:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2e02f78 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+23:2265:x1867475563557056:12345-192.168.204.45@tcp:400:kworker/u8:5.0 00000100:00100000:1.0:1780970722.934770:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2e02f78 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+23:2265:x1867475563557056:12345-192.168.204.45@tcp:400:kworker/u8:5.0 Request processed in 27us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970722.934788:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3879 00000100:00100000:1.0:1780970722.934802:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3880 00000100:00100000:1.0:1780970722.934807:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e521fabe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+26:2265:x1867475563556992:12345-192.168.204.45@tcp:400:kworker/u8:5.0 00000100:00100000:1.0:1780970722.934839:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e521fabe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+26:2265:x1867475563556992:12345-192.168.204.45@tcp:400:kworker/u8:5.0 Request processed in 30us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970722.934845:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3880 00000100:00100000:3.0:1780970723.164864:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780970723.164890:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054f9e498 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559782464:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780970723.164977:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970723.165035:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559782464 00000100:00100000:3.0:1780970723.165084:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5501 00000100:00100000:3.0:1780970723.165092:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a18a190e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559782464:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1780970723.165122:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 17017536 pending 28672 free 3891171328 avail 3659649024 00000100:00100000:3.0:1780970723.165173:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a18a190e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559782464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970723.165181:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5501 00000100:00100000:0.0:1780970723.165328:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054f9e498 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559782464:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1780970723.680083:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970723.681961:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000427760c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559782528:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780970723.682039:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970723.682487:0:124322:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559782528 00000100:00100000:3.0:1780970723.682542:0:124322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17441 00000100:00100000:3.0:1780970723.682548:0:124322:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054f9e498 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559782528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1780970723.682583:0:124322:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1437728768 avail 1308266496 00000100:00100000:3.0:1780970723.682664:0:124322:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054f9e498 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559782528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 116us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970723.682672:0:124322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17441 00000100:00100000:1.0:1780970723.683115:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000427760c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559782528:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780970724.701914:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d2f12f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3361:1867475559782784:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970724.701997:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970724.702025:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000808ce823 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559783040:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970724.702050:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970724.702062:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db945f4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559783296:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970724.702081:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970724.702101:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1780970724.702106:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000abfca92b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3361:1867475559782720:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970724.702127:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970724.702137:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025c8bbc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559782976:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970724.702153:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970724.702165:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f9ed754 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559783232:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970724.702182:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970724.702213:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559783040 00000100:00100000:1.0:1780970724.702248:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559783296 00000100:00100000:1.0:1780970724.702260:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559782976 00000100:00100000:1.0:1780970724.702271:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559783232 00000100:00100000:1.0:1780970724.702285:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6289 00000100:00100000:1.0:1780970724.702290:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000505f172d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559783040:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970724.702332:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000505f172d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559783040:12345-0@lo:400:kworker/u8:18.0 Request processed in 42us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970724.702339:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6289 00000100:00100000:1.0:1780970724.702353:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6290 00000100:00100000:1.0:1780970724.702356:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019befd87 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559783296:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970724.702376:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019befd87 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559783296:12345-0@lo:400:kworker/u8:18.0 Request processed in 19us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970724.702381:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6290 00000100:00100000:1.0:1780970724.702389:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6291 00000100:00100000:1.0:1780970724.702392:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093a7d4f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559782976:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970724.702410:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093a7d4f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559782976:12345-0@lo:400:kworker/u8:18.0 Request processed in 17us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970724.702415:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6291 00000100:00100000:1.0:1780970724.702422:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6292 00000100:00100000:1.0:1780970724.702425:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5521d77 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559783232:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970724.702442:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5521d77 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559783232:12345-0@lo:400:kworker/u8:18.0 Request processed in 16us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970724.702447:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6292 00000100:00100000:1.0:1780970724.702472:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000579f55d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3363:1867475559782656:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970724.702492:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970724.702504:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000469ebb34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559782912:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970724.702523:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970724.702533:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f53f531c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559783168:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970724.702549:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970724.702560:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:1.0:1780970724.702564:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000427760c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3363:1867475559782592:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970724.702585:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970724.702595:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019420543 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3363:1867475559782848:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970724.702611:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970724.702648:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088bd09c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3363:1867475559783104:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970724.702672:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970724.702685:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000560e8880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3363:1867475559783360:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970724.702717:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970724.702748:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559782784 00000100:00100000:1.0:1780970724.702765:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559782720 00000100:00100000:1.0:1780970724.702773:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559782656 00000100:00100000:1.0:1780970724.702780:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559782848 00000100:00100000:1.0:1780970724.702788:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559783104 00000100:00100000:1.0:1780970724.702797:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559783360 00000100:00100000:1.0:1780970724.702807:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3881 00000100:00100000:1.0:1780970724.702811:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008953f0be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3361:x1867475559782784:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970724.702840:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008953f0be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3361:x1867475559782784:12345-0@lo:400:kworker/u8:18.0 Request processed in 29us (843us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970724.702845:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3881 00000100:00100000:1.0:1780970724.702857:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3882 00000100:00100000:1.0:1780970724.702860:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035d0e3c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3361:x1867475559782720:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970724.702878:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035d0e3c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3361:x1867475559782720:12345-0@lo:400:kworker/u8:18.0 Request processed in 18us (752us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970724.702883:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3882 00000100:00100000:1.0:1780970724.702892:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3883 00000100:00100000:1.0:1780970724.702895:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094b6c837 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3363:x1867475559782656:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970724.702918:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094b6c837 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3363:x1867475559782656:12345-0@lo:400:kworker/u8:18.0 Request processed in 22us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970724.702923:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3883 00000100:00100000:1.0:1780970724.702936:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3884 00000100:00100000:1.0:1780970724.702939:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0555485 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3363:x1867475559782848:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970724.702965:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0555485 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3363:x1867475559782848:12345-0@lo:400:kworker/u8:18.0 Request processed in 25us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970724.702970:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3884 00000100:00100000:1.0:1780970724.702981:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3885 00000100:00100000:1.0:1780970724.702986:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bf95acc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3363:x1867475559783104:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970724.703006:0:124322:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559782912 00000100:00100000:1.0:1780970724.703011:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bf95acc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3363:x1867475559783104:12345-0@lo:400:kworker/u8:18.0 Request processed in 24us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970724.703017:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3885 00000100:00100000:1.0:1780970724.703032:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3886 00000100:00100000:3.0:1780970724.703035:0:124322:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559783168 00000100:00100000:1.0:1780970724.703038:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a4e576f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3363:x1867475559783360:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970724.703053:0:124322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17442 00000100:00100000:3.0:1780970724.703059:0:124322:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008663cfb7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3363:x1867475559782912:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970724.703067:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a4e576f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3363:x1867475559783360:12345-0@lo:400:kworker/u8:18.0 Request processed in 29us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970724.703074:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3886 00000100:00100000:2.0:1780970724.703171:0:114507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559782592 00000100:00100000:2.0:1780970724.703198:0:114507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1416 00000100:00100000:2.0:1780970724.703202:0:114507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bea47356 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3363:x1867475559782592:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970724.703328:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17443 00000100:00100000:0.0:1780970724.703333:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd9df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559783168:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970724.703379:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019420543 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3363:1867475559782848:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970724.711809:0:124322:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008663cfb7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3363:x1867475559782912:12345-0@lo:400:kworker/u8:18.0 Request processed in 8740us (9275us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970724.711827:0:124322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17442 00000100:00100000:3.0:1780970724.712357:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780970724.712372:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d02109e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559783424:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780970724.712429:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970724.712465:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559783424 00000100:00100000:3.0:1780970724.712496:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5502 00000100:00100000:3.0:1780970724.712502:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d20a6d87 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559783424:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780970724.712545:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 17018816 pending 28672 free 3917819904 avail 3686297600 00000100:00100000:3.0:1780970724.712586:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d20a6d87 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559783424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970724.712593:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5502 00000100:00100000:3.0:1780970724.712750:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d02109e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559783424:0@lo:13:osp-pre-1-0.0 00000001:00080000:3.0:1780970724.712990:0:9223:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0001: transno 4294998703 is committed 00000100:00100000:2.0:1780970724.713255:0:114507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bea47356 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3363:x1867475559782592:12345-0@lo:400:kworker/u8:18.0 Request processed in 10050us (10667us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970724.713265:0:114507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1416 00000001:00080000:3.0:1780970724.717602:0:109997:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 103079229348 is committed 00000100:00100000:0.0:1780970724.719104:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd9df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559783168:12345-0@lo:400:kworker/u8:18.0 Request processed in 15762us (16547us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970724.719122:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17443 00010000:00010000:0.0:1780970724.719257:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970724.719328:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000abfca92b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3361:1867475559782720:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970724.719342:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025c8bbc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559782976:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970724.719356:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f9ed754 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559783232:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970724.719374:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d2f12f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3361:1867475559782784:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970724.719386:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000808ce823 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559783040:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970724.719399:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db945f4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559783296:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970724.724748:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088bd09c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3363:1867475559783104:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970724.724767:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000560e8880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3363:1867475559783360:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970724.724780:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000579f55d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3363:1867475559782656:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970724.724790:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000469ebb34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559782912:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970724.724801:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f53f531c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559783168:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970724.724855:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000427760c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3363:1867475559782592:0@lo:400:kworker/u8:18.0 00010000:00010000:0.0:1780970725.724819:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970726.236909:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d02109e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559783488:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780970726.236986:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970726.237286:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559783488 00000100:00100000:0.0:1780970726.237345:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5503 00000100:00100000:0.0:1780970726.237352:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008bddcfb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559783488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780970726.237379:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16988864 pending 0 free 3891171328 avail 3659649024 00000100:00100000:0.0:1780970726.238204:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008bddcfb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559783488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 848us (1215us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970726.238214:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5503 00000100:00100000:2.0:1780970726.238875:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d02109e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559783488:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780970726.749602:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970727.260899:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a29a0df7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559783552:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780970727.260972:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970727.261107:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559783552 00000100:00100000:0.0:1780970727.261152:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5504 00000100:00100000:0.0:1780970727.261157:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046bf22e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559783552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1780970727.261185:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:0.0:1780970727.261232:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046bf22e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559783552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970727.261239:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5504 00000100:00100000:2.0:1780970727.261675:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a29a0df7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559783552:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1780970727.772877:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970727.773098:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780970727.773132:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e34f707 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559783616:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780970727.773208:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970727.773534:0:123252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559783616 00000100:00100000:2.0:1780970727.773587:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17444 00000100:00100000:2.0:1780970727.773593:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000844fe78c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3363:x1867475559783616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1780970727.773658:0:123252:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1435385856 avail 1305923584 00000100:00100000:2.0:1780970727.773723:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000844fe78c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3363:x1867475559783616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 129us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970727.773731:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17444 00000100:00100000:1.0:1780970727.773787:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e34f707 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559783616:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780970728.063468:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970728.064389:0:112616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563557312 00000100:00100000:1.0:1780970728.064466:0:112616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3887 00000100:00100000:1.0:1780970728.064475:0:112616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000427760c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e474371c-4744-4c95-8a55-40a3132b2542+26:2264:x1867475563557312:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:1.0:1780970728.064585:0:112616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000427760c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e474371c-4744-4c95-8a55-40a3132b2542+26:2264:x1867475563557312:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 110us (1125us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970728.064594:0:112616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3887 00000100:00100000:3.0:1780970728.070227:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970728.070332:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970728.070370:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970728.070769:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563557376 00000100:00100000:0.0:1780970728.070830:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3888 00000100:00100000:0.0:1780970728.070837:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070b95fd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+23:2263:x1867475563557376:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:0.0:1780970728.070944:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070b95fd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+23:2263:x1867475563557376:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 106us (613us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970728.070954:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3888 00000100:00100000:1.0:1780970728.073200:0:123253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563557504 00000100:00100000:1.0:1780970728.073267:0:123253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6293 00000100:00100000:1.0:1780970728.073274:0:123253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004dbeb8e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e474371c-4744-4c95-8a55-40a3132b2542+6:2263:x1867475563557504:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:1.0:1780970728.073373:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004dbeb8e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e474371c-4744-4c95-8a55-40a3132b2542+6:2263:x1867475563557504:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 98us (3003us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970728.073383:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6293 00000100:00100000:3.0:1780970728.076314:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970728.076751:0:30688:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563557440 00000100:00100000:0.0:1780970728.076819:0:30688:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6294 00000100:00100000:0.0:1780970728.076827:0:30688:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051d79c67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:e474371c-4744-4c95-8a55-40a3132b2542+6:2264:x1867475563557440:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:0.0:1780970728.077054:0:30688:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051d79c67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:e474371c-4744-4c95-8a55-40a3132b2542+6:2264:x1867475563557440:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 226us (748us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970728.077064:0:30688:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6294 00000100:00100000:2.0:1780970728.078495:0:114507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563557248 00000100:00100000:2.0:1780970728.078551:0:114507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 1417 00000100:00100000:2.0:1780970728.078557:0:114507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe31b6da pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2263:x1867475563557248:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:2.0:1780970728.078660:0:114507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe31b6da pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2263:x1867475563557248:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 102us (8442us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970728.078669:0:114507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 1417 00000100:00100000:1.0:1780970728.288322:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f53f531c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559783680:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780970728.288399:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970728.288456:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559783680 00000100:00100000:1.0:1780970728.288498:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5505 00000100:00100000:1.0:1780970728.288504:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ea0e466 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559783680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1780970728.288534:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16988864 pending 0 free 3891171328 avail 3659649024 00000100:00100000:1.0:1780970728.288575:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ea0e466 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559783680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970728.288583:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5505 00000100:00100000:1.0:1780970728.288669:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f53f531c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559783680:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1780970728.797009:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970728.797222:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a29a0df7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559783744:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780970728.797290:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970728.797441:0:112211:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559783744 00000100:00100000:0.0:1780970728.797496:0:112211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17445 00000100:00100000:0.0:1780970728.797502:0:112211:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024befbd7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559783744:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1780970728.797536:0:112211:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1437728768 avail 1308266496 00000100:00100000:0.0:1780970728.797600:0:112211:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024befbd7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559783744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970728.797608:0:112211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17445 00000100:00100000:3.0:1780970728.798260:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a29a0df7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559783744:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780970729.821044:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b49d3a4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559783808:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780970729.821120:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970729.821305:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559783808 00000100:00100000:2.0:1780970729.821357:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5506 00000100:00100000:2.0:1780970729.821365:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e34f707 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559783808:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780970729.821406:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:2.0:1780970729.821451:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e34f707 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559783808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970729.821458:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5506 00000100:00100000:2.0:1780970729.821506:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b49d3a4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559783808:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1780970729.821765:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970729.822241:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3fa7a3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3360:1867475559784000:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970729.822282:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970729.822303:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e6ea1fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559784256:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970729.822328:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970729.822342:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000032e54e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559784512:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970729.822360:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970729.822375:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1780970729.822565:0:112616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559784000 00000100:00100000:3.0:1780970729.822597:0:112616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3889 00000100:00100000:3.0:1780970729.822601:0:112616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf1cc9a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3360:x1867475559784000:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970729.822667:0:112616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf1cc9a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3360:x1867475559784000:12345-0@lo:400:kworker/u8:18.0 Request processed in 65us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970729.822674:0:112616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3889 00000100:00100000:3.0:1780970729.822705:0:123253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559784256 00000100:00100000:3.0:1780970729.822725:0:123253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559784512 00000100:00100000:3.0:1780970729.822741:0:123253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6295 00000100:00100000:3.0:1780970729.822744:0:123253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025a9acdd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559784256:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970729.822773:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025a9acdd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559784256:12345-0@lo:400:kworker/u8:18.0 Request processed in 27us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970729.822779:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6295 00000100:00100000:3.0:1780970729.822788:0:123253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6296 00000100:00100000:3.0:1780970729.822791:0:123253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008bb66b76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559784512:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970729.822813:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008bb66b76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559784512:12345-0@lo:400:kworker/u8:18.0 Request processed in 21us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970729.822818:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6296 00000100:00100000:0.0:1780970729.828891:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a137b89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3363:1867475559783936:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970729.828976:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970729.829019:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aa4820e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559784192:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970729.829043:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970729.829056:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d03555ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559784448:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970729.829070:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970729.829092:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1780970729.829098:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d6e76a58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3363:1867475559783872:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970729.829120:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970729.829134:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001820a4e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3363:1867475559784128:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970729.829150:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970729.829160:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd23129e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3363:1867475559784384:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970729.829176:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970729.829217:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559783936 00000100:00100000:0.0:1780970729.829250:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559784128 00000100:00100000:0.0:1780970729.829263:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559784384 00000100:00100000:0.0:1780970729.829273:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3890 00000100:00100000:0.0:1780970729.829278:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000469ebb34 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3363:x1867475559783936:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970729.829322:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000469ebb34 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3363:x1867475559783936:12345-0@lo:400:kworker/u8:18.0 Request processed in 44us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970729.829329:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3890 00000100:00100000:0.0:1780970729.829353:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3891 00000100:00100000:0.0:1780970729.829356:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088bd09c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3363:x1867475559784128:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970729.829374:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088bd09c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3363:x1867475559784128:12345-0@lo:400:kworker/u8:18.0 Request processed in 17us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970729.829392:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3891 00000100:00100000:0.0:1780970729.829402:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3892 00000100:00100000:0.0:1780970729.829405:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019420543 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3363:x1867475559784384:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970729.829425:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019420543 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3363:x1867475559784384:12345-0@lo:400:kworker/u8:18.0 Request processed in 19us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970729.829429:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3892 00000100:00100000:0.0:1780970729.829445:0:112211:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559784192 00000100:00100000:0.0:1780970729.829460:0:112211:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559784448 00000100:00100000:0.0:1780970729.829472:0:112211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17446 00000100:00100000:0.0:1780970729.829475:0:112211:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000579f55d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3363:x1867475559784192:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970729.829497:0:112211:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000579f55d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3363:x1867475559784192:12345-0@lo:400:kworker/u8:18.0 Request processed in 21us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970729.829502:0:112211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17446 00000100:00100000:0.0:1780970729.829512:0:112211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17447 00000100:00100000:0.0:1780970729.829515:0:112211:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000560e8880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559784448:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970729.829532:0:112211:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000560e8880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559784448:12345-0@lo:400:kworker/u8:18.0 Request processed in 16us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970729.829537:0:112211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17447 00000100:00100000:0.0:1780970729.829552:0:114508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559783872 00000100:00100000:0.0:1780970729.829567:0:114508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418 00000100:00100000:0.0:1780970729.829570:0:114508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d77d8435 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3363:x1867475559783872:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970729.829590:0:114508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d77d8435 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3363:x1867475559783872:12345-0@lo:400:kworker/u8:18.0 Request processed in 19us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970729.829595:0:114508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418 00000100:00100000:0.0:1780970729.829693:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d6e76a58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3363:1867475559783872:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970729.829706:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001820a4e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3363:1867475559784128:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970729.829714:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd23129e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3363:1867475559784384:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970729.829723:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a137b89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3363:1867475559783936:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970729.829730:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa4820e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559784192:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970729.829737:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d03555ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559784448:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970729.830789:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060c27b0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3360:1867475559784064:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970729.830864:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970729.830893:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000980a7c3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559784320:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970729.830917:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970729.830939:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000df9885d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3360:1867475559784576:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970729.830958:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970729.830985:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3fa7a3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3360:1867475559784000:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970729.830996:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e6ea1fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559784256:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970729.831005:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000032e54e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559784512:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970729.831133:0:112616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559784064 00000100:00100000:2.0:1780970729.831170:0:112616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559784576 00000100:00100000:2.0:1780970729.831189:0:112616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3893 00000100:00100000:2.0:1780970729.831193:0:112616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d03555ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3360:x1867475559784064:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970729.831233:0:112616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d03555ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3360:x1867475559784064:12345-0@lo:400:kworker/u8:18.0 Request processed in 39us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970729.831238:0:112616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3893 00000100:00100000:2.0:1780970729.831252:0:112616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3894 00000100:00100000:2.0:1780970729.831255:0:112616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a137b89 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3360:x1867475559784576:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970729.831274:0:112616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a137b89 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3360:x1867475559784576:12345-0@lo:400:kworker/u8:18.0 Request processed in 19us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970729.831278:0:112616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3894 00000100:00100000:1.0:1780970729.831471:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060c27b0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3360:1867475559784064:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970729.831480:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000df9885d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3360:1867475559784576:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970729.831727:0:30688:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559784320 00000100:00100000:0.0:1780970729.831765:0:30688:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6297 00000100:00100000:0.0:1780970729.831768:0:30688:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa4820e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559784320:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970729.831811:0:30688:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa4820e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559784320:12345-0@lo:400:kworker/u8:18.0 Request processed in 41us (893us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970729.831827:0:30688:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6297 00000100:00100000:1.0:1780970729.834077:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000980a7c3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559784320:0@lo:400:kworker/u8:18.0 00010000:00010000:0.0:1780970730.844791:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970731.357038:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780970731.357070:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d02109e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559784640:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780970731.357141:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970731.357298:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559784640 00000100:00100000:3.0:1780970731.357354:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5507 00000100:00100000:3.0:1780970731.357360:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db945f4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559784640:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780970731.357401:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16988864 pending 0 free 3891171328 avail 3659649024 00000100:00100000:3.0:1780970731.357456:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db945f4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559784640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970731.357463:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5507 00000100:00100000:0.0:1780970731.357551:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d02109e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559784640:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780970731.869663:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970732.381165:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b49d3a4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559784704:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780970732.381240:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970732.381689:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559784704 00000100:00100000:1.0:1780970732.381748:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5508 00000100:00100000:1.0:1780970732.381755:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000808ce823 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559784704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1780970732.381784:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:1.0:1780970732.381974:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000808ce823 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559784704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 218us (734us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970732.381983:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5508 00000100:00100000:0.0:1780970732.382050:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b49d3a4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559784704:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780970732.893286:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780970732.893317:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000980a7c3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559784768:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780970732.893387:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970732.893778:0:123252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559784768 00000100:00100000:1.0:1780970732.893831:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17448 00000100:00100000:1.0:1780970732.893838:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d2f12f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3361:x1867475559784768:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1780970732.893874:0:123252:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1435385856 avail 1305923584 00000100:00100000:1.0:1780970732.893932:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d2f12f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3361:x1867475559784768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (546us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970732.893939:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17448 00000100:00100000:1.0:1780970732.893992:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000980a7c3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559784768:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1780970732.894244:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970733.173873:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970733.173913:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970733.173951:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970733.173971:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970733.173996:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970733.174027:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563557760 00000100:00100000:3.0:1780970733.174064:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563557824 00000100:00100000:3.0:1780970733.174080:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6298 00000100:00100000:3.0:1780970733.174086:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007df8828 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e474371c-4744-4c95-8a55-40a3132b2542+6:2265:x1867475563557760:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:1.0:1780970733.174129:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563557632 00000100:00100000:3.0:1780970733.174145:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007df8828 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e474371c-4744-4c95-8a55-40a3132b2542+6:2265:x1867475563557760:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 59us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970733.174153:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6298 00000100:00100000:3.0:1780970733.174169:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6299 00000100:00100000:3.0:1780970733.174173:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dcd80bc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e474371c-4744-4c95-8a55-40a3132b2542+6:2266:x1867475563557824:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:3.0:1780970733.174194:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dcd80bc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e474371c-4744-4c95-8a55-40a3132b2542+6:2266:x1867475563557824:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 21us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970733.174200:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6299 00000100:00100000:1.0:1780970733.174235:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563557696 00000100:00100000:1.0:1780970733.174259:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3895 00000100:00100000:1.0:1780970733.174264:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000478c2c59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+26:2265:x1867475563557632:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:1.0:1780970733.174297:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000478c2c59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+26:2265:x1867475563557632:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 32us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970733.174303:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3895 00000100:00100000:1.0:1780970733.174317:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3896 00000100:00100000:1.0:1780970733.174321:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003eb0cb8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+23:2266:x1867475563557696:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:1.0:1780970733.174344:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003eb0cb8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+23:2266:x1867475563557696:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 22us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970733.174458:0:114507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563557568 00000100:00100000:2.0:1780970733.174494:0:114507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 1419 00000100:00100000:2.0:1780970733.174499:0:114507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ad13923 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2266:x1867475563557568:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:2.0:1780970733.174529:0:114507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ad13923 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2266:x1867475563557568:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 29us (664us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970733.174535:0:114507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 1419 00000100:00100000:1.0:1780970733.176939:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3896 00000100:00100000:1.0:1780970733.405277:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f9ed754 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559784832:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780970733.405349:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970733.405507:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559784832 00000100:00100000:3.0:1780970733.405570:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5509 00000100:00100000:3.0:1780970733.405577:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000980a7c3f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559784832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1780970733.405604:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16988864 pending 0 free 3891171328 avail 3659649024 00000100:00100000:3.0:1780970733.405677:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000980a7c3f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559784832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970733.405685:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5509 00000100:00100000:1.0:1780970733.405809:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f9ed754 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559784832:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1780970733.917004:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970733.917153:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780970733.917174:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000350673d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559784896:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780970733.917234:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970733.917370:0:112210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559784896 00000100:00100000:2.0:1780970733.917418:0:112210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17449 00000100:00100000:2.0:1780970733.917423:0:112210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df9885d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559784896:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1780970733.917451:0:112210:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1437728768 avail 1308266496 00000100:00100000:2.0:1780970733.917492:0:112210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df9885d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559784896:12345-0@lo:41:osp-pre-1-0.0 Request processed in 68us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970733.917498:0:112210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17449 00000100:00100000:1.0:1780970733.917696:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000350673d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559784896:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1780970734.940840:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970734.941284:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b49d3a4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3360:1867475559785024:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970734.941374:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970734.941401:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000808b94d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559785280:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970734.941424:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970734.941435:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000460ff3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559785536:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970734.941452:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970734.941472:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1780970734.941477:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a29a0df7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3360:1867475559785088:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970734.941499:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970734.941509:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006ccb2b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559785344:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970734.941528:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970734.941552:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000537e4385 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559785600:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970734.941569:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970734.941602:0:30688:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559785344 00000100:00100000:2.0:1780970734.941662:0:30688:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559785600 00000100:00100000:2.0:1780970734.941681:0:30688:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6300 00000100:00100000:2.0:1780970734.941686:0:30688:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8f56128 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559785344:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970734.941729:0:30688:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8f56128 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559785344:12345-0@lo:400:kworker/u8:0.0 Request processed in 42us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970734.941736:0:30688:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6300 00000100:00100000:2.0:1780970734.941753:0:30688:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6301 00000100:00100000:2.0:1780970734.941756:0:30688:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020292cec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559785600:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970734.941778:0:30688:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020292cec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559785600:12345-0@lo:400:kworker/u8:0.0 Request processed in 20us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970734.941783:0:30688:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6301 00000100:00100000:2.0:1780970734.941799:0:112210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559785280 00000100:00100000:2.0:1780970734.941817:0:112210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559785536 00000100:00100000:2.0:1780970734.941829:0:112210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17450 00000100:00100000:2.0:1780970734.941833:0:112210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa63f644 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3360:x1867475559785280:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970734.941857:0:112210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa63f644 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3360:x1867475559785280:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970734.941863:0:112210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17450 00000100:00100000:2.0:1780970734.941872:0:112210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17451 00000100:00100000:2.0:1780970734.941875:0:112210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009035e79c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559785536:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970734.941895:0:112210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009035e79c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559785536:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970734.941900:0:112210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17451 00000100:00100000:2.0:1780970734.941940:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006ccb2b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559785344:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970734.941950:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000537e4385 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559785600:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970734.941958:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000808b94d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559785280:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970734.941965:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000460ff3a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559785536:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970734.942041:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed8c3655 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3362:1867475559785152:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970734.942064:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970734.942077:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d306008 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559785408:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970734.942092:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970734.942101:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006adbf639 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559785664:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970734.942113:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970734.942125:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:2.0:1780970734.942129:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000350673d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3362:1867475559784960:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970734.942150:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970734.942159:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1d07ca3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3362:1867475559785216:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970734.942174:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970734.942183:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a583f428 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3362:1867475559785472:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970734.942197:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970734.942207:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c581bd45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3362:1867475559785728:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970734.942222:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970734.942240:0:123253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559785408 00000100:00100000:2.0:1780970734.942257:0:123253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559785664 00000100:00100000:2.0:1780970734.942267:0:123253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6302 00000100:00100000:2.0:1780970734.942270:0:123253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000537e4385 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559785408:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970734.942299:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000537e4385 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559785408:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970734.942304:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6302 00000100:00100000:2.0:1780970734.942313:0:123253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6303 00000100:00100000:2.0:1780970734.942316:0:123253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006ccb2b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559785664:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970734.942334:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006ccb2b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559785664:12345-0@lo:400:kworker/u8:0.0 Request processed in 17us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970734.942339:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6303 00000100:00100000:2.0:1780970734.942366:0:114507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559784960 00000100:00100000:2.0:1780970734.942382:0:114507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1420 00000100:00100000:2.0:1780970734.942386:0:114507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000badfdbca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3362:x1867475559784960:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970734.942408:0:114507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000badfdbca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3362:x1867475559784960:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970734.942413:0:114507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1420 00000100:00100000:2.0:1780970734.942444:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000350673d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3362:1867475559784960:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970734.942453:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d306008 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559785408:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970734.942459:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006adbf639 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559785664:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970734.944593:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559785024 00000100:00100000:1.0:1780970734.944691:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559785088 00000100:00100000:1.0:1780970734.944705:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559785152 00000100:00100000:1.0:1780970734.944718:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559785216 00000100:00100000:1.0:1780970734.944728:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559785472 00000100:00100000:1.0:1780970734.944739:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559785728 00000100:00100000:1.0:1780970734.944754:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3897 00000100:00100000:1.0:1780970734.944760:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000709cf235 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3360:x1867475559785024:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970734.944846:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000709cf235 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3360:x1867475559785024:12345-0@lo:400:kworker/u8:0.0 Request processed in 85us (3472us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970734.944853:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3897 00000100:00100000:1.0:1780970734.944872:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3898 00000100:00100000:1.0:1780970734.944876:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060315c3d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3360:x1867475559785088:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970734.944902:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060315c3d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3360:x1867475559785088:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (3403us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970734.944911:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3898 00000100:00100000:1.0:1780970734.944921:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3899 00000100:00100000:1.0:1780970734.944924:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000460ff3a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3362:x1867475559785152:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970734.944958:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000460ff3a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3362:x1867475559785152:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (2894us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970734.944964:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3899 00000100:00100000:1.0:1780970734.944975:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3900 00000100:00100000:1.0:1780970734.944978:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061977c29 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3362:x1867475559785216:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970734.945016:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061977c29 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3362:x1867475559785216:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (2841us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970734.945022:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3900 00000100:00100000:1.0:1780970734.945032:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3901 00000100:00100000:1.0:1780970734.945035:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040178dcf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3362:x1867475559785472:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970734.945059:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040178dcf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3362:x1867475559785472:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (2861us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970734.945064:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3901 00000100:00100000:1.0:1780970734.945074:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3902 00000100:00100000:1.0:1780970734.945078:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000563f6b8a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3362:x1867475559785728:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970734.945101:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000563f6b8a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3362:x1867475559785728:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (2879us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970734.945107:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3902 00000100:00100000:1.0:1780970734.945151:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1d07ca3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3362:1867475559785216:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970734.945164:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a583f428 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3362:1867475559785472:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970734.945175:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c581bd45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3362:1867475559785728:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970734.945184:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed8c3655 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3362:1867475559785152:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970734.945443:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a29a0df7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3360:1867475559785088:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970734.945455:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b49d3a4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3360:1867475559785024:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970734.950047:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780970734.950201:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000243fc45a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559785792:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780970734.950274:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970734.950402:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559785792 00000100:00100000:0.0:1780970734.950482:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5510 00000100:00100000:0.0:1780970734.950488:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060c27b0f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559785792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780970734.950715:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:0.0:1780970734.950759:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060c27b0f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559785792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 270us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970734.950775:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5510 00000100:00100000:1.0:1780970734.950857:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000243fc45a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559785792:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1780970735.964804:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970736.477034:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000243fc45a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559785856:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780970736.477147:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970736.477414:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559785856 00000100:00100000:0.0:1780970736.477472:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5511 00000100:00100000:0.0:1780970736.477480:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032e54e44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559785856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780970736.477526:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16988864 pending 0 free 3891171328 avail 3659649024 00000100:00100000:0.0:1780970736.477588:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032e54e44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559785856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970736.477596:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5511 00000100:00100000:1.0:1780970736.478477:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000243fc45a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559785856:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780970736.989774:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970737.500955:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780970737.500981:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006adbf639 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559785920:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780970737.501050:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970737.501103:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559785920 00000100:00100000:2.0:1780970737.501152:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5512 00000100:00100000:2.0:1780970737.501158:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d306008 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559785920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1780970737.501188:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:2.0:1780970737.501230:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d306008 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559785920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970737.501237:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5512 00000100:00100000:3.0:1780970737.501261:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006adbf639 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559785920:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780970738.013409:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780970738.013433:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023583526 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559785984:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780970738.013515:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1780970738.013551:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970738.014749:0:123252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559785984 00000100:00100000:0.0:1780970738.014811:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17452 00000100:00100000:0.0:1780970738.014818:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ccd75b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3362:x1867475559785984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1780970738.014854:0:123252:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1435385856 avail 1305923584 00000100:00100000:0.0:1780970738.014931:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ccd75b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3362:x1867475559785984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 112us (1417us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970738.014939:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17452 00000100:00100000:3.0:1780970738.015061:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023583526 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559785984:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780970738.293365:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970738.293409:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970738.293453:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970738.293482:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563557952 00000100:00100000:1.0:1780970738.293496:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970738.293516:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563558080 00000100:00100000:1.0:1780970738.293530:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970738.293541:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563558016 00000100:00100000:2.0:1780970738.293556:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563558144 00000100:00100000:1.0:1780970738.293562:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6304 00000100:00100000:0.0:1780970738.293566:0:139355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3903 00000100:00100000:0.0:1780970738.293571:0:139355:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e6ea1fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e474371c-4744-4c95-8a55-40a3132b2542+26:2266:x1867475563557952:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:1.0:1780970738.293572:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3fa7a3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e474371c-4744-4c95-8a55-40a3132b2542+6:2266:x1867475563558080:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:2.0:1780970738.293584:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6305 00000100:00100000:2.0:1780970738.293591:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001820a4e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e474371c-4744-4c95-8a55-40a3132b2542+6:2266:x1867475563558144:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:1.0:1780970738.293680:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3fa7a3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e474371c-4744-4c95-8a55-40a3132b2542+6:2266:x1867475563558080:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 109us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970738.293688:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6304 00000100:00100000:3.0:1780970738.293694:0:114508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563557888 00000100:00100000:3.0:1780970738.293717:0:114508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 1421 00000100:00100000:3.0:1780970738.293721:0:114508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053ce4368 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2266:x1867475563557888:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:0.0:1780970738.298213:0:139355:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e6ea1fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e474371c-4744-4c95-8a55-40a3132b2542+26:2266:x1867475563557952:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 4631us (4846us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970738.298233:0:139355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3903 00000100:00100000:0.0:1780970738.298304:0:139355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3904 00000100:00100000:0.0:1780970738.298312:0:139355:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd23129e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e474371c-4744-4c95-8a55-40a3132b2542+23:2266:x1867475563558016:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:0.0:1780970738.298386:0:139355:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd23129e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e474371c-4744-4c95-8a55-40a3132b2542+23:2266:x1867475563558016:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 74us (4900us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970738.298393:0:139355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3904 00000100:00100000:2.0:1780970738.299178:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001820a4e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e474371c-4744-4c95-8a55-40a3132b2542+6:2266:x1867475563558144:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 5582us (5642us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970738.299190:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6305 00000100:00100000:3.0:1780970738.300301:0:114508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053ce4368 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2266:x1867475563557888:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 6574us (6843us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970738.300313:0:114508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 1421 00000100:00100000:2.0:1780970738.525767:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025c8bbc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559786048:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780970738.525834:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970738.525897:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559786048 00000100:00100000:3.0:1780970738.525950:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5513 00000100:00100000:3.0:1780970738.525957:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078523920 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559786048:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1780970738.525989:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16988864 pending 0 free 3891171328 avail 3659649024 00000100:00100000:3.0:1780970738.526041:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078523920 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559786048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970738.526049:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5513 00000100:00100000:2.0:1780970738.526175:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025c8bbc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559786048:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780970738.867898:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970738.867999:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970738.868038:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970738.868105:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970738.868237:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563558336 00000100:00100000:2.0:1780970738.868261:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563558464 00000100:00100000:2.0:1780970738.868306:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563558400 00000100:00100000:1.0:1780970738.868306:0:112204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3905 00000100:00100000:1.0:1780970738.868315:0:112204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d02109e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+23:2265:x1867475563558336:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:1.0:1780970738.868392:0:112204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d02109e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+23:2265:x1867475563558336:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 77us (560us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970738.868400:0:112204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3905 00000100:00100000:2.0:1780970738.868458:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6306 00000100:00100000:2.0:1780970738.868465:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000243fc45a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e474371c-4744-4c95-8a55-40a3132b2542+6:2265:x1867475563558464:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:1.0:1780970738.868511:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6307 00000100:00100000:2.0:1780970738.868517:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000243fc45a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e474371c-4744-4c95-8a55-40a3132b2542+6:2265:x1867475563558464:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 51us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970738.868520:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086b3ecd7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e474371c-4744-4c95-8a55-40a3132b2542+6:2265:x1867475563558400:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:2.0:1780970738.868532:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6306 00000100:00100000:1.0:1780970738.868555:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086b3ecd7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e474371c-4744-4c95-8a55-40a3132b2542+6:2265:x1867475563558400:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 36us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970738.868563:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6307 00000100:00100000:2.0:1780970738.868579:0:114508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563558208 00000100:00100000:2.0:1780970738.868604:0:114508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 1422 00000100:00100000:2.0:1780970738.868609:0:114508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000077a43f9c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2265:x1867475563558208:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:2.0:1780970738.868682:0:114508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000077a43f9c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2265:x1867475563558208:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 71us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970738.868690:0:114508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 1422 00000100:00100000:3.0:1780970738.868930:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970738.869333:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563558272 00000100:00100000:1.0:1780970738.869373:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3906 00000100:00100000:1.0:1780970738.869377:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002505829a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+26:2262:x1867475563558272:12345-192.168.204.45@tcp:38:kworker/u8:9.0 00010000:02000400:1.0:1780970738.869450:0:112205:0:(ldlm_lib.c:914:target_handle_reconnect()) lustre-MDT0000: Client e474371c-4744-4c95-8a55-40a3132b2542 (at 192.168.204.45@tcp) reconnecting 00010000:00080000:1.0:1780970738.884002:0:112205:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-MDT0000: connection from e474371c-4744-4c95-8a55-40a3132b2542@192.168.204.45@tcp t0 exp 00000000d2c11a35 cur 7391 last 1780970738 00000004:00100000:1.0:1780970738.884038:0:112205:0:(mdt_handler.c:6641:mdt_connect_internal()) lustre-MDT0000: cli 192.168.204.45@tcp supports cksum type f7, return f7 00000100:00080000:1.0:1780970738.884064:0:112205:0:(import.c:86:import_set_state_nolock()) 000000002430c50b : changing import state from FULL to RECOVER 00000100:00080000:1.0:1780970738.884074:0:112205:0:(import.c:86:import_set_state_nolock()) 000000002430c50b : changing import state from RECOVER to FULL 00000100:00100000:1.0:1780970738.884303:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002505829a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+26:2262:x1867475563558272:12345-192.168.204.45@tcp:38:kworker/u8:9.0 Request processed in 14923us (15372us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970738.884315:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3906 00000100:00100000:1.0:1780970738.891135:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970738.891247:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563556864 00000100:00080000:0.1:1780970738.891296:0:112205:0:(service.c:1668:ptlrpc_server_check_resend_in_progress()) @@@ Found duplicate req in processing req@00000000d6e76a58 x1867475563556864/t0(0) o36->e474371c-4744-4c95-8a55-40a3132b2542@192.168.204.45@tcp:0/0 lens 504/0 e 0 to 0 dl 1780970758 ref 1 fl New:/2/ffffffff rc 0/-1 job:'mv.0' 00000100:00080000:0.1:1780970738.891308:0:112205:0:(service.c:1669:ptlrpc_server_check_resend_in_progress()) @@@ Request being processed req@00000000cd9764bc x1867475563556864/t0(0) o36->e474371c-4744-4c95-8a55-40a3132b2542@192.168.204.45@tcp:0/0 lens 504/2888 e 0 to 0 dl 1780970741 ref 1 fl Interpret:/0/0 rc 0/0 job:'mv.0' 00000100:00100000:3.0:1780970738.900144:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970738.900689:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563556416 00000004:00100000:0.0:1780970738.900727:0:112205:0:(mdt_mds.c:185:ldlm_enqueue_hpreq_check()) @@@ lock 0000000000000000 cookie 0x6a79ece8989249dc req@000000001c59e731 x1867475563556416/t0(0) o101->e474371c-4744-4c95-8a55-40a3132b2542@192.168.204.45@tcp:0/0 lens 576/0 e 0 to 0 dl 1780970758 ref 1 fl New:/2/ffffffff rc 0/-1 job:'touch.0' 00000100:00080000:0.1:1780970738.900744:0:112205:0:(service.c:1668:ptlrpc_server_check_resend_in_progress()) @@@ Found duplicate req in processing req@000000001c59e731 x1867475563556416/t0(0) o101->e474371c-4744-4c95-8a55-40a3132b2542@192.168.204.45@tcp:0/0 lens 576/0 e 0 to 0 dl 1780970758 ref 1 fl New:/2/ffffffff rc 0/-1 job:'touch.0' 00000100:00080000:0.1:1780970738.900752:0:112205:0:(service.c:1669:ptlrpc_server_check_resend_in_progress()) @@@ Request being processed req@0000000065533945 x1867475563556416/t0(0) o101->e474371c-4744-4c95-8a55-40a3132b2542@192.168.204.45@tcp:0/0 lens 576/0 e 0 to 0 dl 1780970738 ref 1 fl Interpret:/0/ffffffff rc 0/-1 job:'touch.0' 00010000:00010000:3.0:1780970739.036950:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970739.039169:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780970739.039194:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d2b5a92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559786112:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780970739.039267:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970739.039399:0:112211:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559786112 00000100:00100000:2.0:1780970739.039450:0:112211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17453 00000100:00100000:2.0:1780970739.039456:0:112211:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed5c2525 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559786112:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1780970739.039498:0:112211:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1437728768 avail 1308266496 00000100:00100000:2.0:1780970739.039547:0:112211:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed5c2525 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559786112:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970739.039555:0:112211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17453 00000100:00100000:3.0:1780970739.039672:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d2b5a92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559786112:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1780970740.060951:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004de1c120 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559786176:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780970740.061024:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970740.061328:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559786176 00000100:00100000:3.0:1780970740.061375:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5514 00000100:00100000:3.0:1780970740.061381:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000608057d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559786176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780970740.061408:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:3.0:1780970740.061474:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000608057d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559786176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970740.061481:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5514 00000100:00100000:1.0:1780970740.061565:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004de1c120 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559786176:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1780970740.062388:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970740.062582:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005249b8e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3361:1867475559786368:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970740.062643:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970740.062662:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025d2d3c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559786624:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970740.062684:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970740.062696:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027bfcb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559786880:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970740.062715:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970740.062732:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1780970740.062737:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005c8213d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3361:1867475559786304:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970740.062755:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970740.062765:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad1a7ea0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559786560:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970740.062785:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970740.062797:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004901a73e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559786816:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970740.062814:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970740.062840:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559786624 00000100:00100000:1.0:1780970740.062867:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559786880 00000100:00100000:1.0:1780970740.062882:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6308 00000100:00100000:1.0:1780970740.062887:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c1a957f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559786624:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970740.062924:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c1a957f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559786624:12345-0@lo:400:kworker/u8:18.0 Request processed in 37us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970740.062931:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6308 00000100:00100000:1.0:1780970740.062944:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6309 00000100:00100000:1.0:1780970740.062947:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096923db0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559786880:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970740.062970:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096923db0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559786880:12345-0@lo:400:kworker/u8:18.0 Request processed in 22us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970740.062975:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6309 00000100:00100000:1.0:1780970740.063007:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025d2d3c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559786624:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970740.063017:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027bfcb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559786880:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970740.063092:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559786368 00000100:00100000:2.0:1780970740.063127:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559786304 00000100:00100000:2.0:1780970740.063145:0:112204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3907 00000100:00100000:2.0:1780970740.063148:0:112204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef3dd0e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3361:x1867475559786368:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970740.063178:0:112204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef3dd0e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3361:x1867475559786368:12345-0@lo:400:kworker/u8:18.0 Request processed in 29us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970740.063187:0:112204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3907 00000100:00100000:2.0:1780970740.063200:0:112204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3908 00000100:00100000:2.0:1780970740.063204:0:112204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000717674c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3361:x1867475559786304:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970740.063227:0:112204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000717674c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3361:x1867475559786304:12345-0@lo:400:kworker/u8:18.0 Request processed in 23us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970740.063233:0:112204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3908 00000100:00100000:2.0:1780970740.063251:0:112211:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559786560 00000100:00100000:2.0:1780970740.063268:0:112211:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559786816 00000100:00100000:2.0:1780970740.063279:0:112211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17454 00000100:00100000:2.0:1780970740.063282:0:112211:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2bf7ff7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3361:x1867475559786560:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970740.063308:0:112211:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2bf7ff7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3361:x1867475559786560:12345-0@lo:400:kworker/u8:18.0 Request processed in 25us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970740.063313:0:112211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17454 00000100:00100000:2.0:1780970740.063322:0:112211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17455 00000100:00100000:2.0:1780970740.063326:0:112211:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000197c692e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559786816:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970740.063347:0:112211:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000197c692e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559786816:12345-0@lo:400:kworker/u8:18.0 Request processed in 20us (533us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970740.063352:0:112211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17455 00000100:00100000:2.0:1780970740.063384:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c1ae9878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3362:1867475559786432:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970740.063407:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970740.063420:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eded03d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559786688:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970740.063437:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970740.063448:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068faca70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3362:1867475559786944:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970740.063480:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970740.063496:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1780970740.063500:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c95fda19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3362:1867475559786240:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970740.063524:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970740.063544:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b74e6e1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3362:1867475559786496:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970740.063564:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970740.063575:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e38a7be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3362:1867475559786752:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970740.063593:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970740.063642:0:114508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559786240 00000100:00100000:2.0:1780970740.063662:0:114508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1423 00000100:00100000:2.0:1780970740.063665:0:114508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056bc5807 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3362:x1867475559786240:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970740.063697:0:114508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056bc5807 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3362:x1867475559786240:12345-0@lo:400:kworker/u8:18.0 Request processed in 30us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970740.063703:0:114508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1423 00000100:00100000:2.0:1780970740.063741:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559786432 00000100:00100000:2.0:1780970740.063756:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559786944 00000100:00100000:2.0:1780970740.063764:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559786496 00000100:00100000:2.0:1780970740.063771:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559786752 00000100:00100000:2.0:1780970740.063779:0:139355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3909 00000100:00100000:2.0:1780970740.063782:0:139355:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d2b5a92 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3362:x1867475559786432:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970740.063810:0:139355:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d2b5a92 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3362:x1867475559786432:12345-0@lo:400:kworker/u8:18.0 Request processed in 27us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970740.063815:0:139355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3909 00000100:00100000:2.0:1780970740.063829:0:139355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3910 00000100:00100000:2.0:1780970740.063832:0:139355:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006adbf639 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3362:x1867475559786944:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970740.063857:0:139355:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006adbf639 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3362:x1867475559786944:12345-0@lo:400:kworker/u8:18.0 Request processed in 23us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970740.063864:0:139355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3910 00000100:00100000:2.0:1780970740.063872:0:139355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3911 00000100:00100000:2.0:1780970740.063876:0:139355:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c581bd45 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3362:x1867475559786496:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970740.063898:0:139355:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c581bd45 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3362:x1867475559786496:12345-0@lo:400:kworker/u8:18.0 Request processed in 21us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970740.063903:0:139355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3911 00000100:00100000:2.0:1780970740.063912:0:139355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3912 00000100:00100000:2.0:1780970740.063914:0:139355:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a583f428 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3362:x1867475559786752:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970740.063933:0:139355:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a583f428 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3362:x1867475559786752:12345-0@lo:400:kworker/u8:18.0 Request processed in 18us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970740.063937:0:139355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3912 00000100:00100000:2.0:1780970740.063952:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559786688 00000100:00100000:2.0:1780970740.063967:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6310 00000100:00100000:2.0:1780970740.063970:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000023583526 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559786688:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970740.063994:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000023583526 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559786688:12345-0@lo:400:kworker/u8:18.0 Request processed in 23us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970740.064000:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6310 00000100:00100000:2.0:1780970740.064025:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c95fda19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3362:1867475559786240:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970740.064035:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b74e6e1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3362:1867475559786496:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970740.064042:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e38a7be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3362:1867475559786752:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970740.064049:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c1ae9878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3362:1867475559786432:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970740.064057:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eded03d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559786688:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970740.064065:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068faca70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3362:1867475559786944:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970740.064703:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005c8213d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3361:1867475559786304:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970740.064715:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad1a7ea0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559786560:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970740.064724:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004901a73e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559786816:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970740.064732:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005249b8e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3361:1867475559786368:0@lo:400:kworker/u8:18.0 00010000:00010000:0.0:1780970741.085054:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970741.598058:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc66fffe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559787008:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780970741.598133:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970741.600404:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559787008 00000100:00100000:2.0:1780970741.600479:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5515 00000100:00100000:2.0:1780970741.600486:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005249b8e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559787008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780970741.600523:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16988864 pending 0 free 3891171328 avail 3659649024 00000100:00100000:2.0:1780970741.600613:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005249b8e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559787008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 126us (2481us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970741.600665:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5515 00000100:00100000:1.0:1780970741.600862:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc66fffe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559787008:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780970742.108818:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970742.621721:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780970742.621745:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b49d3a4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559787072:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780970742.621812:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970742.621914:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559787072 00000100:00100000:3.0:1780970742.621957:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5516 00000100:00100000:3.0:1780970742.621964:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004901a73e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559787072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1780970742.622005:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:3.0:1780970742.622052:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004901a73e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559787072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970742.622059:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5516 00000100:00100000:1.0:1780970742.622316:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b49d3a4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559787072:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1780970743.134100:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970743.143931:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780970743.143957:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a29a0df7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559787136:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780970743.144026:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970743.144351:0:123252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559787136 00000100:00100000:2.0:1780970743.144401:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17456 00000100:00100000:2.0:1780970743.144407:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abfca92b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3360:x1867475559787136:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1780970743.144568:0:123252:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1435385856 avail 1305923584 00000100:00100000:2.0:1780970743.144671:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abfca92b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3360:x1867475559787136:12345-0@lo:41:osp-pre-0-1.0 Request processed in 262us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970743.144679:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17456 00000100:00100000:3.0:1780970743.144742:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a29a0df7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559787136:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780970743.645201:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780970743.645224:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025c8bbc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559787200:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780970743.645290:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970743.645509:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559787200 00000100:00100000:0.0:1780970743.645566:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5517 00000100:00100000:0.0:1780970743.645573:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad1a7ea0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559787200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1780970743.645602:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16988864 pending 0 free 3891171328 avail 3659649024 00000100:00100000:0.0:1780970743.645682:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad1a7ea0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559787200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970743.645690:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5517 00000100:00100000:2.0:1780970743.645879:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025c8bbc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559787200:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780970743.926013:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970743.926060:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970743.926099:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970743.926142:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970743.926170:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970743.926202:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563558720 00000100:00100000:2.0:1780970743.926244:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563558784 00000100:00100000:2.0:1780970743.926261:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3913 00000100:00100000:2.0:1780970743.926268:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000350673d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+26:2265:x1867475563558720:12345-192.168.204.45@tcp:400:kworker/u8:5.0 00000100:00100000:2.0:1780970743.926360:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000350673d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+26:2265:x1867475563558720:12345-192.168.204.45@tcp:400:kworker/u8:5.0 Request processed in 91us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970743.926368:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3913 00000100:00100000:2.0:1780970743.926387:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3914 00000100:00100000:2.0:1780970743.926392:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b49d3a4a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+23:2265:x1867475563558784:12345-192.168.204.45@tcp:400:kworker/u8:5.0 00000100:00100000:2.0:1780970743.926428:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b49d3a4a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+23:2265:x1867475563558784:12345-192.168.204.45@tcp:400:kworker/u8:5.0 Request processed in 35us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970743.926435:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3914 00000100:00100000:3.0:1780970743.926562:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563558848 00000100:00100000:3.0:1780970743.926595:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563558912 00000100:00100000:3.0:1780970743.926635:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6311 00000100:00100000:3.0:1780970743.926640:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a29a0df7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e474371c-4744-4c95-8a55-40a3132b2542+6:2265:x1867475563558848:12345-192.168.204.45@tcp:400:kworker/u8:5.0 00000100:00100000:3.0:1780970743.926669:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a29a0df7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e474371c-4744-4c95-8a55-40a3132b2542+6:2265:x1867475563558848:12345-192.168.204.45@tcp:400:kworker/u8:5.0 Request processed in 28us (609us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970743.926675:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6311 00000100:00100000:3.0:1780970743.926686:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6312 00000100:00100000:3.0:1780970743.926690:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed8c3655 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e474371c-4744-4c95-8a55-40a3132b2542+6:2265:x1867475563558912:12345-192.168.204.45@tcp:400:kworker/u8:5.0 00000100:00100000:3.0:1780970743.926713:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed8c3655 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e474371c-4744-4c95-8a55-40a3132b2542+6:2265:x1867475563558912:12345-192.168.204.45@tcp:400:kworker/u8:5.0 Request processed in 23us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970743.926719:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6312 00000100:00100000:1.0:1780970743.927260:0:114507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563558656 00000100:00100000:1.0:1780970743.927296:0:114507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 1424 00000100:00100000:1.0:1780970743.927300:0:114507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0acb065 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2265:x1867475563558656:12345-192.168.204.45@tcp:400:kworker/u8:5.0 00000100:00100000:1.0:1780970743.927341:0:114507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0acb065 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2265:x1867475563558656:12345-192.168.204.45@tcp:400:kworker/u8:5.0 Request processed in 40us (1242us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970743.927348:0:114507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 1424 00010000:00010000:3.0:1780970744.157812:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970744.158019:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780970744.158041:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1d07ca3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559787264:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780970744.158120:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970744.158205:0:112210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559787264 00000100:00100000:0.0:1780970744.158255:0:112210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17457 00000100:00100000:0.0:1780970744.158261:0:112210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015f2e590 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559787264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1780970744.158295:0:112210:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1437728768 avail 1308266496 00000100:00100000:0.0:1780970744.158345:0:112210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015f2e590 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559787264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970744.158353:0:112210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17457 00000100:00100000:3.0:1780970744.158575:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1d07ca3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559787264:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780970745.180870:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025d2d3c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3362:1867475559787456:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970745.180933:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970745.180955:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001ec1c59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559787712:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970745.180974:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970745.180984:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eded03d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559787968:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970745.181001:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970745.181019:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1780970745.181023:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a777f23f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3362:1867475559787520:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970745.181039:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970745.181048:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036be33e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559787776:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970745.181088:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970745.181100:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c1ae9878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559788032:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970745.181127:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970745.181155:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559787456 00000100:00100000:2.0:1780970745.181338:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559787712 00000100:00100000:2.0:1780970745.181360:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559787968 00000100:00100000:2.0:1780970745.181371:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559787776 00000100:00100000:2.0:1780970745.181383:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559788032 00000100:00100000:2.0:1780970745.181410:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6313 00000100:00100000:2.0:1780970745.181415:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c95fda19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559787712:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970745.181460:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c95fda19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559787712:12345-0@lo:400:kworker/u8:18.0 Request processed in 44us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970745.181466:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6313 00000100:00100000:2.0:1780970745.181484:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6314 00000100:00100000:2.0:1780970745.181487:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c41e7a55 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559787968:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970745.181505:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c41e7a55 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559787968:12345-0@lo:400:kworker/u8:18.0 Request processed in 17us (504us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970745.181510:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6314 00000100:00100000:2.0:1780970745.181517:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6315 00000100:00100000:2.0:1780970745.181520:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050ffdfc5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559787776:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970745.181536:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050ffdfc5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559787776:12345-0@lo:400:kworker/u8:18.0 Request processed in 15us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970745.181541:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6315 00000100:00100000:2.0:1780970745.181548:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6316 00000100:00100000:2.0:1780970745.181551:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009933c1a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559788032:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970745.181565:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009933c1a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559788032:12345-0@lo:400:kworker/u8:18.0 Request processed in 14us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970745.181570:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6316 00000100:00100000:2.0:1780970745.181645:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036be33e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559787776:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970745.181657:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c1ae9878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559788032:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970745.181664:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001ec1c59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559787712:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970745.181671:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eded03d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559787968:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970745.181699:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027bfcb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3361:1867475559787392:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970745.181719:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970745.181731:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ab42f25d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559787648:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970745.181749:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970745.181758:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068faca70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559787904:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970745.181772:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970745.181782:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:2.0:1780970745.181786:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005c8213d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3361:1867475559787328:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970745.181804:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970745.181815:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006579fe13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3361:1867475559787584:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970745.181828:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970745.181837:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c73abdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3361:1867475559787840:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970745.181853:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970745.181862:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e38a7be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3361:1867475559788096:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970745.181875:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970745.181891:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559787520 00000100:00100000:2.0:1780970745.181904:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559787392 00000100:00100000:2.0:1780970745.181911:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559787584 00000100:00100000:2.0:1780970745.181918:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559787840 00000100:00100000:2.0:1780970745.181924:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559788096 00000100:00100000:2.0:1780970745.181932:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3915 00000100:00100000:2.0:1780970745.181935:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b74e6e1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0001_UUID+5:3362:x1867475559787456:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970745.181960:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b74e6e1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0001_UUID+5:3362:x1867475559787456:12345-0@lo:400:kworker/u8:18.0 Request processed in 25us (1028us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970745.181965:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3915 00000100:00100000:2.0:1780970745.181975:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3916 00000100:00100000:2.0:1780970745.181978:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014a588f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3362:x1867475559787520:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970745.181996:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014a588f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3362:x1867475559787520:12345-0@lo:400:kworker/u8:18.0 Request processed in 18us (957us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970745.182001:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3916 00000100:00100000:2.0:1780970745.182008:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3917 00000100:00100000:2.0:1780970745.182012:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000808b94d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3361:x1867475559787392:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970745.182030:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000808b94d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3361:x1867475559787392:12345-0@lo:400:kworker/u8:18.0 Request processed in 17us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970745.182035:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3917 00000100:00100000:2.0:1780970745.182042:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3918 00000100:00100000:2.0:1780970745.182045:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001ec1c59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0000_UUID+5:3361:x1867475559787584:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970745.182063:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001ec1c59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0000_UUID+5:3361:x1867475559787584:12345-0@lo:400:kworker/u8:18.0 Request processed in 18us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970745.182068:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3918 00000100:00100000:2.0:1780970745.182075:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3919 00000100:00100000:2.0:1780970745.182078:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c1ae9878 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0001_UUID+5:3361:x1867475559787840:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970745.182094:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c1ae9878 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0001_UUID+5:3361:x1867475559787840:12345-0@lo:400:kworker/u8:18.0 Request processed in 15us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970745.182098:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3919 00000100:00100000:2.0:1780970745.182105:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3920 00000100:00100000:2.0:1780970745.182108:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036be33e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3361:x1867475559788096:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970745.182138:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036be33e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3361:x1867475559788096:12345-0@lo:400:kworker/u8:18.0 Request processed in 29us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970745.182143:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3920 00000100:00100000:2.0:1780970745.182157:0:123252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559787648 00000100:00100000:2.0:1780970745.182172:0:123252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559787904 00000100:00100000:2.0:1780970745.182182:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17458 00000100:00100000:2.0:1780970745.182249:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1d07ca3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3361:x1867475559787648:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970745.182275:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1d07ca3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3361:x1867475559787648:12345-0@lo:400:kworker/u8:18.0 Request processed in 27us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970745.182280:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17458 00000100:00100000:2.0:1780970745.182290:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17459 00000100:00100000:2.0:1780970745.182293:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eded03d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559787904:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970745.182309:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eded03d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559787904:12345-0@lo:400:kworker/u8:18.0 Request processed in 16us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970745.182313:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17459 00000100:00100000:2.0:1780970745.182328:0:114508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559787328 00000100:00100000:2.0:1780970745.182345:0:114508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1425 00000100:00100000:2.0:1780970745.182348:0:114508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e1b468c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3361:x1867475559787328:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970745.182367:0:114508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e1b468c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3361:x1867475559787328:12345-0@lo:400:kworker/u8:18.0 Request processed in 19us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970745.182373:0:114508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1425 00000100:00100000:2.0:1780970745.182430:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a777f23f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3362:1867475559787520:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970745.182439:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025d2d3c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3362:1867475559787456:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970745.182462:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005c8213d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3361:1867475559787328:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970745.182470:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006579fe13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3361:1867475559787584:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970745.182477:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c73abdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3361:1867475559787840:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970745.182484:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e38a7be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3361:1867475559788096:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970745.182491:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027bfcb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3361:1867475559787392:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970745.182499:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ab42f25d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559787648:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970745.182506:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068faca70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559787904:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970745.182822:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c7b0adb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559788160:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780970745.182850:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1780970745.183007:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970745.183427:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559788160 00000100:00100000:1.0:1780970745.183465:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5518 00000100:00100000:1.0:1780970745.183469:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068faca70 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559788160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780970745.183494:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:1.0:1780970745.183544:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068faca70 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559788160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (694us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970745.183551:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5518 00000100:00100000:2.0:1780970745.183854:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c7b0adb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559788160:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1780970746.206895:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970746.717154:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780970746.717179:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005dbe47f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559788224:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780970746.717261:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970746.717352:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559788224 00000100:00100000:3.0:1780970746.717412:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5519 00000100:00100000:3.0:1780970746.717418:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000121f5b15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559788224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780970746.717451:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16988864 pending 0 free 3891171328 avail 3659649024 00000100:00100000:3.0:1780970746.717512:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000121f5b15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559788224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970746.717519:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5519 00000100:00100000:0.0:1780970746.719752:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005dbe47f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559788224:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780970747.232772:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970747.741528:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ab42f25d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559788288:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780970747.741611:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970747.741751:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559788288 00000100:00100000:1.0:1780970747.741815:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5520 00000100:00100000:1.0:1780970747.741822:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f9ed754 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559788288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1780970747.741870:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:1.0:1780970747.741926:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f9ed754 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559788288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970747.741934:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5520 00000100:00100000:0.0:1780970747.742535:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ab42f25d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559788288:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780970748.252932:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780970748.252956:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027bfcb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559788352:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780970748.253032:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970748.253151:0:112210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559788352 00000100:00100000:1.0:1780970748.253206:0:112210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17460 00000100:00100000:1.0:1780970748.253212:0:112210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096906e89 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3361:x1867475559788352:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1780970748.253263:0:112210:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1435385856 avail 1305923584 00000100:00100000:1.0:1780970748.253318:0:112210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096906e89 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3361:x1867475559788352:12345-0@lo:41:osp-pre-0-1.0 Request processed in 105us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970748.253326:0:112210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17460 00010000:00010000:0.0:1780970748.253357:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970748.253440:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027bfcb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559788352:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780970748.768341:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780970748.768374:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f53f531c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559788416:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780970748.768442:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970748.768547:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559788416 00000100:00100000:3.0:1780970748.768598:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5521 00000100:00100000:3.0:1780970748.768612:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b3cf1aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559788416:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1780970748.768668:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16988864 pending 0 free 3891171328 avail 3659649024 00000100:00100000:3.0:1780970748.768721:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b3cf1aa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559788416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970748.768732:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5521 00000100:00100000:0.0:1780970748.773857:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f53f531c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559788416:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780970749.046718:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970749.046768:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970749.046818:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970749.046848:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970749.046867:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970749.046994:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563559040 00000100:00100000:1.0:1780970749.047043:0:114507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563558976 00000100:00100000:2.0:1780970749.047048:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563559104 00000100:00100000:2.0:1780970749.047077:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3921 00000100:00100000:1.0:1780970749.047083:0:114507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 1426 00000100:00100000:2.0:1780970749.047087:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f53f531c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+26:2266:x1867475563559040:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:1.0:1780970749.047094:0:114507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e318d27b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2266:x1867475563558976:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:2.0:1780970749.047162:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f53f531c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+26:2266:x1867475563559040:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 78us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970749.047170:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3921 00000100:00100000:2.0:1780970749.047186:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3922 00000100:00100000:2.0:1780970749.047190:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000808ce823 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+23:2266:x1867475563559104:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:3.0:1780970749.047247:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563559168 00000100:00100000:3.0:1780970749.047275:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563559232 00000100:00100000:3.0:1780970749.047293:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6317 00000100:00100000:3.0:1780970749.047298:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db945f4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e474371c-4744-4c95-8a55-40a3132b2542+6:2266:x1867475563559168:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:0.0:1780970749.047469:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6318 00000100:00100000:0.0:1780970749.047474:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025c8bbc5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e474371c-4744-4c95-8a55-40a3132b2542+6:2266:x1867475563559232:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:1.0:1780970749.048237:0:114507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e318d27b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2266:x1867475563558976:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 1143us (1415us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970749.048247:0:114507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 1426 00000100:00100000:2.0:1780970749.048315:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000808ce823 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+23:2266:x1867475563559104:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 1122us (1465us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970749.048325:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3922 00000100:00100000:2.0:1780970749.050868:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db945f4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e474371c-4744-4c95-8a55-40a3132b2542+6:2266:x1867475563559168:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 3560us (4090us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970749.050892:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6317 00000100:00100000:0.0:1780970749.062454:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025c8bbc5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e474371c-4744-4c95-8a55-40a3132b2542+6:2266:x1867475563559232:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 14970us (15577us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970749.062469:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6318 00010000:00010000:3.0:1780970749.277442:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970749.278187:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780970749.278209:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e38a7be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559788480:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780970749.278279:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970749.278448:0:112211:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559788480 00000100:00100000:2.0:1780970749.278501:0:112211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17461 00000100:00100000:2.0:1780970749.278508:0:112211:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001aeb16fc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559788480:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1780970749.278541:0:112211:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1437728768 avail 1308266496 00000100:00100000:2.0:1780970749.278604:0:112211:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001aeb16fc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559788480:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970749.278611:0:112211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17461 00000100:00100000:0.0:1780970749.278828:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e38a7be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559788480:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1780970750.300833:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970750.301115:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000ee17616 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3360:1867475559788608:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970750.301189:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970750.301221:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001781d7a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559788864:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970750.301244:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970750.301260:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033c3bc05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559789120:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970750.301293:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970750.301325:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1780970750.301331:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c13fa29b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3360:1867475559788672:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970750.301350:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970750.301365:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090fd683d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559788928:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970750.301387:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970750.301400:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db021a03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559789184:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970750.301419:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970750.301453:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559788608 00000100:00100000:1.0:1780970750.301497:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559788672 00000100:00100000:3.0:1780970750.301689:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009d769782 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3362:1867475559788736:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970750.301720:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970750.301735:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f99af0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559788992:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970750.301754:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970750.301766:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000503829b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559789248:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970750.301784:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970750.301839:0:139355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3923 00000100:00100000:1.0:1780970750.301847:0:139355:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058fb03d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3360:x1867475559788608:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970750.301896:0:139355:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058fb03d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3360:x1867475559788608:12345-0@lo:400:kworker/u8:18.0 Request processed in 49us (708us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970750.301902:0:139355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3923 00000100:00100000:1.0:1780970750.301919:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559788736 00000100:00100000:0.0:1780970750.301965:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002864990c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3363:1867475559788544:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970750.302003:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970750.302020:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000094b0ed72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3363:1867475559788800:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970750.302043:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970750.302200:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559788928 00000100:00100000:3.0:1780970750.302227:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559789184 00000100:00100000:3.0:1780970750.302242:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559788992 00000100:00100000:3.0:1780970750.302256:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559789248 00000100:00100000:3.0:1780970750.304411:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6319 00000100:00100000:3.0:1780970750.304421:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e28ed184 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559788928:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970750.304514:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e28ed184 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559788928:12345-0@lo:400:kworker/u8:18.0 Request processed in 92us (3124us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970750.304664:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6319 00000100:00100000:3.0:1780970750.304685:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6320 00000100:00100000:3.0:1780970750.304689:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000084c1b704 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559789184:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970750.304721:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000084c1b704 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559789184:12345-0@lo:400:kworker/u8:18.0 Request processed in 31us (3301us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970750.304730:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6320 00000100:00100000:3.0:1780970750.304740:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6321 00000100:00100000:3.0:1780970750.304744:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009020d566 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559788992:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970750.304784:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009020d566 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559788992:12345-0@lo:400:kworker/u8:18.0 Request processed in 40us (3030us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970750.304790:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6321 00000100:00100000:3.0:1780970750.304799:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6322 00000100:00100000:3.0:1780970750.304802:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003509f001 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559789248:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970750.304824:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003509f001 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559789248:12345-0@lo:400:kworker/u8:18.0 Request processed in 21us (3040us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970750.304828:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6322 00000100:00100000:3.0:1780970750.304857:0:112211:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559788864 00000100:00100000:3.0:1780970750.304888:0:112211:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559789120 00000100:00100000:3.0:1780970750.304902:0:112211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17462 00000100:00100000:3.0:1780970750.304906:0:112211:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bdbcd236 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3360:x1867475559788864:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970750.304933:0:112211:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bdbcd236 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3360:x1867475559788864:12345-0@lo:400:kworker/u8:18.0 Request processed in 26us (3689us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970750.304938:0:112211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17462 00000100:00100000:3.0:1780970750.304946:0:112211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17463 00000100:00100000:3.0:1780970750.304949:0:112211:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009fb27d0e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559789120:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970750.304971:0:112211:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009fb27d0e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559789120:12345-0@lo:400:kworker/u8:18.0 Request processed in 21us (3679us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970750.304976:0:112211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17463 00000100:00100000:0.0:1780970750.317257:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c454a3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3363:1867475559789056:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970750.318567:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970750.321525:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559788800 00000100:00100000:1.0:1780970750.321589:0:139355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3924 00000100:00100000:1.0:1780970750.321597:0:139355:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007b66f2d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3360:x1867475559788672:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970750.321711:0:139355:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007b66f2d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3360:x1867475559788672:12345-0@lo:400:kworker/u8:18.0 Request processed in 113us (20360us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970750.321717:0:139355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3924 00000100:00100000:1.0:1780970750.321736:0:139355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3925 00000100:00100000:1.0:1780970750.321740:0:139355:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025147dd2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3362:x1867475559788736:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970750.321767:0:139355:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025147dd2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3362:x1867475559788736:12345-0@lo:400:kworker/u8:18.0 Request processed in 27us (20047us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970750.321786:0:139355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3925 00000100:00100000:1.0:1780970750.321796:0:139355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3926 00000100:00100000:1.0:1780970750.321800:0:139355:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d53f5612 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3363:x1867475559788800:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970750.321825:0:139355:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d53f5612 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3363:x1867475559788800:12345-0@lo:400:kworker/u8:18.0 Request processed in 25us (19782us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970750.321830:0:139355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3926 00000100:00100000:1.0:1780970750.321958:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c13fa29b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3360:1867475559788672:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970750.321971:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090fd683d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559788928:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970750.321982:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db021a03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559789184:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970750.321992:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000ee17616 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3360:1867475559788608:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970750.322002:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001781d7a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559788864:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970750.322012:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033c3bc05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559789120:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970750.322059:0:114507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559788544 00000100:00100000:1.0:1780970750.322087:0:114507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1427 00000100:00100000:1.0:1780970750.322091:0:114507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000495e52ba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3363:x1867475559788544:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970750.322123:0:114507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000495e52ba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3363:x1867475559788544:12345-0@lo:400:kworker/u8:18.0 Request processed in 31us (20120us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970750.322128:0:114507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1427 00000100:00100000:1.0:1780970750.322178:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c73abdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559789376:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780970750.322210:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970750.322240:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559789376 00000100:00100000:1.0:1780970750.322718:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5522 00000100:00100000:1.0:1780970750.322724:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db021a03 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559789376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780970750.322746:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:1.0:1780970750.323026:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db021a03 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559789376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 301us (816us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970750.323032:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5522 00000100:00100000:1.0:1780970750.323069:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c73abdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559789376:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780970750.323133:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009d769782 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3362:1867475559788736:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970750.323144:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f99af0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559788992:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970750.323152:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000503829b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559789248:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970750.324540:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033cdb3c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3363:1867475559789312:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970750.324592:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970750.326358:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002864990c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3363:1867475559788544:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970750.326381:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000094b0ed72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3363:1867475559788800:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970750.329101:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559789056 00000100:00100000:2.0:1780970750.329174:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559789312 00000100:00100000:2.0:1780970750.329223:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3927 00000100:00100000:2.0:1780970750.329231:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002af04898 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0001_UUID+5:3363:x1867475559789056:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970750.329332:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002af04898 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0001_UUID+5:3363:x1867475559789056:12345-0@lo:400:kworker/u8:18.0 Request processed in 101us (10772us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970750.329340:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3927 00000100:00100000:2.0:1780970750.329360:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3928 00000100:00100000:2.0:1780970750.329364:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091e10a69 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3363:x1867475559789312:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970750.329393:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091e10a69 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3363:x1867475559789312:12345-0@lo:400:kworker/u8:18.0 Request processed in 28us (4803us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970750.329398:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3928 00000100:00100000:1.0:1780970750.329682:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c454a3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3363:1867475559789056:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970750.329696:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033cdb3c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3363:1867475559789312:0@lo:400:kworker/u8:18.0 00010000:00010000:0.0:1780970751.324870:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970751.838693:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780970751.838720:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d6235058 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559789440:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780970751.838796:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970751.838863:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559789440 00000100:00100000:2.0:1780970751.838922:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5523 00000100:00100000:2.0:1780970751.838929:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005477d0f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559789440:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780970751.838960:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16988864 pending 0 free 3891171328 avail 3659649024 00000100:00100000:2.0:1780970751.839017:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005477d0f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559789440:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970751.839024:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5523 00000100:00100000:0.0:1780970751.839141:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d6235058 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559789440:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780970752.348918:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970752.860929:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780970752.860967:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006579fe13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559789504:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780970752.861051:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970752.861261:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559789504 00000100:00100000:2.0:1780970752.861324:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5524 00000100:00100000:2.0:1780970752.861344:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc10a3a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559789504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1780970752.861381:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:2.0:1780970752.861429:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc10a3a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559789504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970752.861436:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5524 00000100:00100000:0.0:1780970752.861740:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006579fe13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559789504:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780970753.373068:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1780970753.373193:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970753.375475:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005c8213d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559789568:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780970753.375555:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970753.376713:0:124322:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559789568 00000100:00100000:3.0:1780970753.376778:0:124322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17464 00000100:00100000:3.0:1780970753.376784:0:124322:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033cdb3c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3362:x1867475559789568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1780970753.376821:0:124322:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1435385856 avail 1305923584 00000100:00100000:3.0:1780970753.376897:0:124322:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033cdb3c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3362:x1867475559789568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 111us (1343us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970753.376906:0:124322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17464 00000100:00100000:0.0:1780970753.376966:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005c8213d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559789568:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780970753.884952:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a8611f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559789632:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780970753.885029:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970753.885134:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559789632 00000100:00100000:3.0:1780970753.885198:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5525 00000100:00100000:3.0:1780970753.885204:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000503829b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559789632:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1780970753.885236:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16988864 pending 0 free 3891171328 avail 3659649024 00000100:00100000:3.0:1780970753.885409:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000503829b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559789632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 203us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970753.885416:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5525 00000100:00100000:1.0:1780970753.885420:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a8611f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559789632:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780970754.172348:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970754.172463:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970754.172509:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970754.172550:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970754.172638:0:114508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563559296 00000100:00100000:0.0:1780970754.172694:0:114508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 1428 00000100:00100000:0.0:1780970754.172702:0:114508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b27715d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2263:x1867475563559296:12345-192.168.204.45@tcp:400:kworker/u8:5.0 00000100:00100000:0.0:1780970754.172769:0:114508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b27715d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2263:x1867475563559296:12345-192.168.204.45@tcp:400:kworker/u8:5.0 Request processed in 68us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970754.172777:0:114508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 1428 00000100:00100000:2.0:1780970754.172960:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563559488 00000100:00100000:2.0:1780970754.172990:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6323 00000100:00100000:2.0:1780970754.172994:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052e68436 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e474371c-4744-4c95-8a55-40a3132b2542+6:2263:x1867475563559488:12345-192.168.204.45@tcp:400:kworker/u8:5.0 00000100:00100000:2.0:1780970754.173025:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052e68436 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e474371c-4744-4c95-8a55-40a3132b2542+6:2263:x1867475563559488:12345-192.168.204.45@tcp:400:kworker/u8:5.0 Request processed in 30us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970754.173032:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6323 00000100:00100000:1.0:1780970754.175887:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970754.175929:0:30688:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563559552 00000100:00100000:3.0:1780970754.175952:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563559360 00000100:00100000:3.0:1780970754.176006:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563559424 00000100:00100000:3.0:1780970754.176032:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3929 00000100:00100000:2.0:1780970754.176040:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3930 00000100:00100000:3.0:1780970754.176043:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0b7ffe0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+26:2263:x1867475563559360:12345-192.168.204.45@tcp:400:kworker/u8:5.0 00000100:00100000:2.0:1780970754.176051:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008256bdf5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+23:2263:x1867475563559424:12345-192.168.204.45@tcp:400:kworker/u8:5.0 00000100:00100000:3.0:1780970754.176124:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0b7ffe0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+26:2263:x1867475563559360:12345-192.168.204.45@tcp:400:kworker/u8:5.0 Request processed in 83us (3785us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970754.176132:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3929 00000100:00100000:1.0:1780970754.176226:0:30688:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6324 00000100:00100000:1.0:1780970754.176232:0:30688:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000baa35632 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:e474371c-4744-4c95-8a55-40a3132b2542+6:2263:x1867475563559552:12345-192.168.204.45@tcp:400:kworker/u8:5.0 00000100:00100000:1.0:1780970754.182919:0:30688:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000baa35632 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:e474371c-4744-4c95-8a55-40a3132b2542+6:2263:x1867475563559552:12345-192.168.204.45@tcp:400:kworker/u8:5.0 Request processed in 6675us (7029us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970754.182937:0:30688:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6324 00000100:00100000:2.0:1780970754.183564:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008256bdf5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+23:2263:x1867475563559424:12345-192.168.204.45@tcp:400:kworker/u8:5.0 Request processed in 7512us (11011us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970754.183575:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3930 00000100:00100000:0.0:1780970754.398771:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025d2d3c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559789696:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780970754.398855:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970754.399138:0:123252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559789696 00000100:00100000:2.0:1780970754.399185:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17465 00000100:00100000:2.0:1780970754.399190:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008496d7e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559789696:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1780970754.399222:0:123252:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1437728768 avail 1308266496 00000100:00100000:2.0:1780970754.399284:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008496d7e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559789696:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970754.399292:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17465 00000100:00100000:1.0:1780970754.400262:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025d2d3c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559789696:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1780970754.400295:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970755.420854:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970755.422794:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e713b54f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3363:1867475559789824:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970755.422871:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c454a3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3360:1867475559789888:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970755.422944:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f99af0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3361:1867475559789952:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1780970755.422961:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a777f23f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559789760:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780970755.422978:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970755.424578:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970755.424628:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002864990c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559790144:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970755.426955:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970755.427012:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090fd683d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559790400:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970755.427057:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970755.427123:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559789888 00000100:00100000:2.0:1780970755.427171:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3931 00000100:00100000:2.0:1780970755.427177:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025d2d3c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3360:x1867475559789888:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970755.427230:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025d2d3c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3360:x1867475559789888:12345-0@lo:400:kworker/u8:0.0 Request processed in 52us (2658us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970755.427250:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3931 00000100:00100000:2.0:1780970755.427275:0:123252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559790144 00000100:00100000:2.0:1780970755.427513:0:123252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559790400 00000100:00100000:2.0:1780970755.427531:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17466 00000100:00100000:2.0:1780970755.427535:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005c8213d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3360:x1867475559790144:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970755.427569:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005c8213d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3360:x1867475559790144:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (1610us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970755.427582:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17466 00000100:00100000:2.0:1780970755.427594:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17467 00000100:00100000:2.0:1780970755.427597:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006579fe13 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559790400:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970755.428844:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006579fe13 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559790400:12345-0@lo:400:kworker/u8:0.0 Request processed in 1240us (1782us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970755.428855:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17467 00000100:00100000:2.0:1780970755.428935:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c454a3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3360:1867475559789888:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970755.428948:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002864990c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559790144:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970755.428959:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090fd683d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559790400:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970755.429174:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970755.429218:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009d769782 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559790208:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970755.429263:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970755.429423:0:114508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559789824 00000100:00100000:2.0:1780970755.429460:0:114508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1429 00000100:00100000:2.0:1780970755.429465:0:114508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028718df0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3363:x1867475559789824:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970755.429514:0:114508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028718df0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3363:x1867475559789824:12345-0@lo:400:kworker/u8:0.0 Request processed in 49us (6539us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970755.429520:0:114508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1429 00000100:00100000:3.0:1780970755.429860:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e713b54f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3363:1867475559789824:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1780970755.429880:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000094b0ed72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3363:1867475559790080:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1780970755.429942:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970755.429969:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000ee17616 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3363:1867475559790336:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1780970755.429993:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970755.430062:0:112616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559789952 00000100:00100000:3.0:1780970755.430293:0:112616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559790080 00000100:00100000:3.0:1780970755.430561:0:112616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559790336 00000100:00100000:0.0:1780970755.432388:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970755.432392:0:112616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3932 00000100:00100000:3.0:1780970755.432408:0:112616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000305bd40a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3361:x1867475559789952:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1780970755.432439:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033c3bc05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3362:1867475559790016:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1780970755.432469:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970755.432781:0:112616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000305bd40a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3361:x1867475559789952:12345-0@lo:400:kworker/u8:0.0 Request processed in 377us (3606us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970755.432791:0:112616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3932 00000100:00100000:1.0:1780970755.434889:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c13fa29b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559790464:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970755.434962:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970755.435043:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f99af0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3361:1867475559789952:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1780970755.441363:0:112616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559790016 00000100:00100000:3.0:1780970755.441639:0:112616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3933 00000100:00100000:3.0:1780970755.441650:0:112616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ca1947f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3363:x1867475559790080:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1780970755.441779:0:112616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ca1947f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3363:x1867475559790080:12345-0@lo:400:kworker/u8:0.0 Request processed in 130us (11838us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970755.441787:0:112616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3933 00000100:00100000:3.0:1780970755.441806:0:112616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3934 00000100:00100000:3.0:1780970755.441811:0:112616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094d687d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3363:x1867475559790336:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1780970755.441840:0:112616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094d687d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3363:x1867475559790336:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (11847us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970755.441846:0:112616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3934 00000100:00100000:3.0:1780970755.441855:0:112616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3935 00000100:00100000:3.0:1780970755.441859:0:112616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080a96932 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3362:x1867475559790016:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1780970755.441886:0:112616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080a96932 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3362:x1867475559790016:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (9417us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970755.441894:0:112616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3935 00000100:00100000:3.0:1780970755.441954:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060bdcd8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3363:1867475559790592:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1780970755.444077:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559789760 00000100:00100000:3.0:1780970755.446329:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5526 00000100:00100000:3.0:1780970755.446345:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d80c4247 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559789760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780970755.446399:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:3.0:1780970755.446681:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d80c4247 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559789760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 337us (14303us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970755.446690:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5526 00000100:00100000:0.0:1780970755.446923:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033c3bc05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3362:1867475559790016:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1780970755.446939:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001781d7a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559790272:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1780970755.446984:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970755.448211:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970755.448419:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000094b0ed72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3363:1867475559790080:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970755.448438:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000ee17616 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3363:1867475559790336:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970755.448479:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559790592 00000100:00100000:1.0:1780970755.448517:0:139355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3936 00000100:00100000:1.0:1780970755.448523:0:139355:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c5e9389 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3363:x1867475559790592:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970755.448590:0:139355:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c5e9389 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3363:x1867475559790592:12345-0@lo:400:kworker/u8:0.0 Request processed in 66us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970755.448597:0:139355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3936 00000100:00100000:1.0:1780970755.448719:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060bdcd8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3363:1867475559790592:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1780970755.458057:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000071fed84d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559790528:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1780970755.458160:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970755.458243:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559790208 00000100:00100000:2.0:1780970755.458326:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559790464 00000100:00100000:2.0:1780970755.458354:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559790272 00000100:00100000:2.0:1780970755.458376:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6325 00000100:00100000:2.0:1780970755.458384:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029947374 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559790208:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970755.458462:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029947374 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559790208:12345-0@lo:400:kworker/u8:0.0 Request processed in 77us (29198us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970755.458470:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6325 00000100:00100000:2.0:1780970755.458501:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6326 00000100:00100000:2.0:1780970755.458506:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036929d67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559790464:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970755.458542:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036929d67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559790464:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (23580us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970755.458553:0:30686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6327 00000100:00100000:1.0:1780970755.458572:0:30686:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c378db2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559790272:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970755.458686:0:30686:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c378db2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559790272:12345-0@lo:400:kworker/u8:0.0 Request processed in 122us (11703us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970755.459822:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009d769782 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559790208:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1780970755.459840:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c13fa29b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559790464:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970755.464104:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6326 00000100:00100000:1.0:1780970755.464223:0:30686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6327 00000100:00100000:0.0:1780970755.465348:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a777f23f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559789760:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780970755.465368:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001781d7a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559790272:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970755.470149:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559790528 00000100:00100000:2.0:1780970755.470328:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6328 00000100:00100000:2.0:1780970755.470336:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040811078 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559790528:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1780970755.470482:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040811078 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559790528:12345-0@lo:400:kworker/u8:0.0 Request processed in 146us (12324us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970755.470490:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6328 00000100:00100000:0.0:1780970755.470590:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000071fed84d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559790528:0@lo:400:kworker/u8:0.0 00010000:00010000:0.0:1780970756.444840:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970756.957455:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008494b67d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559790656:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780970756.957557:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970756.957917:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559790656 00000100:00100000:0.0:1780970756.958076:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5527 00000100:00100000:0.0:1780970756.958086:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c73abdb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559790656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780970756.958134:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16988864 pending 0 free 3891171328 avail 3659649024 00000100:00100000:0.0:1780970756.958235:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c73abdb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559790656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 149us (679us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970756.958243:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5527 00000100:00100000:2.0:1780970756.958326:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008494b67d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559790656:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780970757.469037:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970757.982765:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e38a7be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559790720:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780970757.982866:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970757.982979:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559790720 00000100:00100000:0.0:1780970757.983040:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5528 00000100:00100000:0.0:1780970757.983047:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b1c276c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559790720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1780970757.983083:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:0.0:1780970757.983136:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b1c276c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559790720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970757.983144:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5528 00000100:00100000:1.0:1780970757.983260:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e38a7be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559790720:0@lo:13:osp-pre-1-1.0 00000100:02000400:3.0:1780970758.492836:0:144494:0:(service.c:2679:ptlrpc_watchdog_fire()) mdt00_005: service thread pid 123083 was inactive for 40.073 seconds. The thread might be hung, or it might only be slow and will resume later. Dumping the stack trace for debugging purposes: 00010000:00010000:0.0:1780970758.493566:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970758.493591:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a8611f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559790784:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780970758.493700:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970758.493807:0:124322:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559790784 00000100:00100000:0.0:1780970758.493862:0:124322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17468 00000100:00100000:0.0:1780970758.493870:0:124322:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9276d9e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3362:x1867475559790784:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1780970758.493912:0:124322:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1435385856 avail 1305923584 00000100:00100000:0.0:1780970758.493960:0:124322:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9276d9e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3362:x1867475559790784:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970758.493969:0:124322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17468 00000100:00100000:0.0:1780970758.494049:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a8611f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559790784:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780970759.004904:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780970759.004931:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b40fd81 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559790848:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780970759.005001:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970759.005153:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559790848 00000100:00100000:1.0:1780970759.005219:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5529 00000100:00100000:1.0:1780970759.005226:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d01ec3b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559790848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1780970759.005266:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16988864 pending 0 free 3891171328 avail 3659649024 00000100:00100000:1.0:1780970759.005328:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d01ec3b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559790848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970759.005335:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5529 00000100:00100000:3.0:1780970759.005438:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b40fd81 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559790848:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780970759.285834:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970759.285897:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970759.285929:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970759.285962:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970759.285993:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970759.286039:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563559872 00000100:00100000:2.0:1780970759.286041:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563559744 00000100:00100000:2.0:1780970759.286087:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563559680 00000100:00100000:1.0:1780970759.286089:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563559808 00000100:00100000:2.0:1780970759.286122:0:139355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3937 00000100:00100000:1.0:1780970759.286126:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6329 00000100:00100000:2.0:1780970759.286131:0:139355:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000027bfcb8d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e474371c-4744-4c95-8a55-40a3132b2542+23:2266:x1867475563559744:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:1.0:1780970759.286135:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab42f25d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e474371c-4744-4c95-8a55-40a3132b2542+6:2266:x1867475563559872:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:3.0:1780970759.286241:0:112204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3938 00000100:00100000:3.0:1780970759.286246:0:112204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005c9f42b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+26:2266:x1867475563559680:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:0.0:1780970759.286330:0:114507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563559616 00000100:00100000:0.0:1780970759.286357:0:114507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 1430 00000100:00100000:0.0:1780970759.286362:0:114507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0a23d87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2266:x1867475563559616:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:2.0:1780970759.286409:0:139355:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000027bfcb8d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e474371c-4744-4c95-8a55-40a3132b2542+23:2266:x1867475563559744:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 279us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970759.286424:0:139355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3937 00000100:00100000:2.0:1780970759.286463:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6330 00000100:00100000:2.0:1780970759.286468:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d9d71da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e474371c-4744-4c95-8a55-40a3132b2542+6:2266:x1867475563559808:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:3.0:1780970759.290371:0:112204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005c9f42b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+26:2266:x1867475563559680:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 4113us (4398us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970759.290388:0:112204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3938 00000100:00100000:0.0:1780970759.290795:0:114507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0a23d87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2266:x1867475563559616:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 4430us (4967us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970759.290804:0:114507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 1430 00000100:00100000:2.0:1780970759.290959:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d9d71da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e474371c-4744-4c95-8a55-40a3132b2542+6:2266:x1867475563559808:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 4488us (4964us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970759.290968:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6330 00000100:00100000:1.0:1780970759.291252:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab42f25d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e474371c-4744-4c95-8a55-40a3132b2542+6:2266:x1867475563559872:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 5115us (5319us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970759.291262:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6329 00000100:00100000:2.0:1780970759.306900:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970759.307387:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563559936 00000100:00100000:3.0:1780970759.307458:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3939 00000100:00100000:3.0:1780970759.307464:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005249b8e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+26:2262:x1867475563559936:12345-192.168.204.45@tcp:38:kworker/u8:9.0 00010000:02000400:3.0:1780970759.307502:0:112203:0:(ldlm_lib.c:914:target_handle_reconnect()) lustre-MDT0000: Client e474371c-4744-4c95-8a55-40a3132b2542 (at 192.168.204.45@tcp) reconnecting 00010000:00080000:3.0:1780970759.327851:0:112203:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-MDT0000: connection from e474371c-4744-4c95-8a55-40a3132b2542@192.168.204.45@tcp t0 exp 00000000d2c11a35 cur 7411 last 1780970759 00000004:00100000:3.0:1780970759.327901:0:112203:0:(mdt_handler.c:6641:mdt_connect_internal()) lustre-MDT0000: cli 192.168.204.45@tcp supports cksum type f7, return f7 00000100:00080000:3.0:1780970759.327933:0:112203:0:(import.c:86:import_set_state_nolock()) 000000002430c50b : changing import state from FULL to RECOVER 00000100:00080000:3.0:1780970759.327946:0:112203:0:(import.c:86:import_set_state_nolock()) 000000002430c50b : changing import state from RECOVER to FULL 00000100:00100000:3.0:1780970759.328351:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005249b8e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+26:2262:x1867475563559936:12345-192.168.204.45@tcp:38:kworker/u8:9.0 Request processed in 20885us (21456us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970759.328364:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3939 00000100:00100000:3.0:1780970759.333228:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970759.333318:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970759.333454:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563556416 00000004:00100000:0.0:1780970759.333499:0:112203:0:(mdt_mds.c:185:ldlm_enqueue_hpreq_check()) @@@ lock 0000000000000000 cookie 0x6a79ece8989249dc req@0000000012279d3c x1867475563556416/t0(0) o101->e474371c-4744-4c95-8a55-40a3132b2542@192.168.204.45@tcp:0/0 lens 576/0 e 0 to 0 dl 1780970779 ref 1 fl New:/2/ffffffff rc 0/-1 job:'touch.0' 00000100:00080000:0.1:1780970759.333516:0:112203:0:(service.c:1668:ptlrpc_server_check_resend_in_progress()) @@@ Found duplicate req in processing req@0000000012279d3c x1867475563556416/t0(0) o101->e474371c-4744-4c95-8a55-40a3132b2542@192.168.204.45@tcp:0/0 lens 576/0 e 0 to 0 dl 1780970779 ref 1 fl New:/2/ffffffff rc 0/-1 job:'touch.0' 00000100:00080000:0.1:1780970759.333523:0:112203:0:(service.c:1669:ptlrpc_server_check_resend_in_progress()) @@@ Request being processed req@0000000065533945 x1867475563556416/t0(0) o101->e474371c-4744-4c95-8a55-40a3132b2542@192.168.204.45@tcp:0/0 lens 576/0 e 0 to 0 dl 1780970758 ref 1 fl Interpret:/0/ffffffff rc 0/-1 job:'touch.0' 00000100:00100000:0.0:1780970759.333561:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563556864 00000100:00080000:0.1:1780970759.333569:0:112203:0:(service.c:1668:ptlrpc_server_check_resend_in_progress()) @@@ Found duplicate req in processing req@00000000151566e3 x1867475563556864/t0(0) o36->e474371c-4744-4c95-8a55-40a3132b2542@192.168.204.45@tcp:0/0 lens 504/0 e 0 to 0 dl 1780970779 ref 1 fl New:/2/ffffffff rc 0/-1 job:'mv.0' 00000100:00080000:0.1:1780970759.333576:0:112203:0:(service.c:1669:ptlrpc_server_check_resend_in_progress()) @@@ Request being processed req@00000000cd9764bc x1867475563556864/t0(0) o36->e474371c-4744-4c95-8a55-40a3132b2542@192.168.204.45@tcp:0/0 lens 504/2888 e 0 to 0 dl 1780970758 ref 1 fl Interpret:/0/0 rc 0/0 job:'mv.0' 00010000:00010000:3.0:1780970759.516857:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970759.516958:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780970759.516980:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004901a73e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559790912:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780970759.517057:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970759.517217:0:112211:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559790912 00000100:00100000:0.0:1780970759.517270:0:112211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17469 00000100:00100000:0.0:1780970759.517277:0:112211:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2f21fa6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559790912:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1780970759.517312:0:112211:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1437728768 avail 1308266496 00000100:00100000:0.0:1780970759.517365:0:112211:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2f21fa6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559790912:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970759.517372:0:112211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17469 00000100:00100000:1.0:1780970759.517428:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004901a73e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559790912:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1780970760.541379:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970760.542219:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad1a7ea0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559790976:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780970760.542301:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970760.542451:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559790976 00000100:00100000:0.0:1780970760.542495:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5530 00000100:00100000:0.0:1780970760.542503:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020f656c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559790976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780970760.542533:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:0.0:1780970760.542575:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020f656c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559790976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970760.542582:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5530 00000100:00100000:3.0:1780970760.542685:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004901a73e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3363:1867475559791104:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970760.542722:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970760.542747:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c13fa29b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559791360:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970760.542768:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970760.542791:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090fd683d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559791616:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970760.542810:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970760.542829:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1780970760.542834:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068faca70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3363:1867475559791040:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970760.542864:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970760.542878:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001781d7a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3363:1867475559791296:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970760.542897:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970760.542908:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000094b0ed72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3363:1867475559791552:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970760.542927:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970760.542953:0:112211:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559791360 00000100:00100000:3.0:1780970760.542974:0:112211:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559791616 00000100:00100000:3.0:1780970760.542988:0:112211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17470 00000100:00100000:3.0:1780970760.542992:0:112211:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d6235058 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3363:x1867475559791360:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970760.543027:0:112211:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d6235058 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3363:x1867475559791360:12345-0@lo:400:kworker/u8:18.0 Request processed in 34us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970760.543033:0:112211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17470 00000100:00100000:3.0:1780970760.543045:0:112211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17471 00000100:00100000:3.0:1780970760.543048:0:112211:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005dbe47f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559791616:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970760.543072:0:112211:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005dbe47f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559791616:12345-0@lo:400:kworker/u8:18.0 Request processed in 23us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970760.543078:0:112211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17471 00000100:00100000:3.0:1780970760.543095:0:114507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559791040 00000100:00100000:2.0:1780970760.543252:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e38a7be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3360:1867475559791168:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970760.543282:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970760.543301:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009d769782 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559791424:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970760.543302:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a777f23f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3361:1867475559791232:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970760.543327:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970760.543343:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002864990c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559791680:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970760.543349:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970760.543367:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970760.543387:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000ee17616 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559791488:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970760.543400:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559791104 00000100:00100000:1.0:1780970760.543416:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970760.543425:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559791296 00000100:00100000:2.0:1780970760.543438:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559791552 00000100:00100000:1.0:1780970760.543441:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033c3bc05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3361:1867475559791744:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970760.543447:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559791168 00000100:00100000:2.0:1780970760.543459:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559791232 00000100:00100000:2.0:1780970760.543470:0:139355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3940 00000100:00100000:2.0:1780970760.543474:0:139355:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008494b67d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3363:x1867475559791104:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970760.543483:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970760.543511:0:139355:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008494b67d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3363:x1867475559791104:12345-0@lo:400:kworker/u8:18.0 Request processed in 34us (788us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970760.543516:0:139355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3940 00000100:00100000:1.0:1780970760.543526:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad1a7ea0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559790976:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780970760.543530:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559791744 00000100:00100000:2.0:1780970760.543543:0:139355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3941 00000100:00100000:2.0:1780970760.543546:0:139355:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c7b0adb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3363:x1867475559791296:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970760.543564:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559791424 00000100:00100000:2.0:1780970760.543569:0:139355:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c7b0adb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3363:x1867475559791296:12345-0@lo:400:kworker/u8:18.0 Request processed in 22us (671us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970760.543574:0:139355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3941 00000100:00100000:2.0:1780970760.543586:0:139355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3942 00000100:00100000:2.0:1780970760.543590:0:139355:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc66fffe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3363:x1867475559791552:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970760.543594:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559791680 00000100:00100000:1.0:1780970760.543642:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559791488 00000100:00100000:2.0:1780970760.543651:0:139355:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc66fffe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3363:x1867475559791552:12345-0@lo:400:kworker/u8:18.0 Request processed in 23us (686us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970760.543658:0:139355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3942 00000100:00100000:1.0:1780970760.543667:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6331 00000100:00100000:1.0:1780970760.543671:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c454a3d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559791424:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970760.543675:0:139355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3943 00000100:00100000:2.0:1780970760.543681:0:139355:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f99af0b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3360:x1867475559791168:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970760.543769:0:114507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431 00000100:00100000:3.0:1780970760.543773:0:114507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d892c22 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3363:x1867475559791040:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970760.543801:0:114507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d892c22 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3363:x1867475559791040:12345-0@lo:400:kworker/u8:18.0 Request processed in 28us (938us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970760.543807:0:114507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431 00000100:00100000:3.0:1780970760.543832:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3944 00000100:00100000:3.0:1780970760.543835:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071fed84d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3361:x1867475559791232:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970760.543859:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071fed84d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3361:x1867475559791232:12345-0@lo:400:kworker/u8:18.0 Request processed in 23us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970760.543865:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3944 00000100:00100000:3.0:1780970760.543876:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3945 00000100:00100000:3.0:1780970760.543879:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ca3f176 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3361:x1867475559791744:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970760.543899:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ca3f176 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3361:x1867475559791744:12345-0@lo:400:kworker/u8:18.0 Request processed in 20us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970760.543905:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3945 00000100:00100000:3.0:1780970760.543921:0:30688:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6332 00000100:00100000:3.0:1780970760.543924:0:30688:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b7685c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559791680:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970760.543959:0:139355:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f99af0b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3360:x1867475559791168:12345-0@lo:400:kworker/u8:18.0 Request processed in 278us (678us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970760.543964:0:139355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3943 00000100:00100000:0.0:1780970760.545930:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6333 00000100:00100000:0.0:1780970760.545944:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060bdcd8d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559791488:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970760.546037:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060bdcd8d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559791488:12345-0@lo:400:kworker/u8:18.0 Request processed in 95us (2622us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970760.546045:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6333 00000100:00100000:0.0:1780970760.546140:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a777f23f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3361:1867475559791232:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970760.546154:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000ee17616 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559791488:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970760.546180:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033c3bc05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3361:1867475559791744:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970760.546251:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068faca70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3363:1867475559791040:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970760.546265:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001781d7a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3363:1867475559791296:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970760.546277:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000094b0ed72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3363:1867475559791552:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970760.546287:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004901a73e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3363:1867475559791104:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970760.546298:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c13fa29b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559791360:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970760.546307:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090fd683d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559791616:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970760.555967:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c454a3d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559791424:12345-0@lo:400:kworker/u8:18.0 Request processed in 12283us (12629us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970760.555986:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6331 00000100:00100000:3.0:1780970760.561408:0:30688:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b7685c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559791680:12345-0@lo:400:kworker/u8:18.0 Request processed in 17470us (18029us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970760.561427:0:30688:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6332 00000100:00100000:2.0:1780970760.566659:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e38a7be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3360:1867475559791168:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970760.566689:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009d769782 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559791424:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970760.566699:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002864990c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559791680:0@lo:400:kworker/u8:18.0 00010000:00010000:0.0:1780970761.564792:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970762.076901:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004de1c120 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559791808:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780970762.076976:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970762.077104:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559791808 00000100:00100000:2.0:1780970762.077178:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5531 00000100:00100000:2.0:1780970762.077185:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000981fc37b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559791808:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780970762.077217:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16988864 pending 0 free 3891171328 avail 3659649024 00000100:00100000:2.0:1780970762.077268:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000981fc37b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559791808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970762.077275:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5531 00000100:00100000:1.0:1780970762.077532:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004de1c120 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559791808:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780970762.496491:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970762.496835:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563560192 00000100:00100000:0.0:1780970762.496905:0:112204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85609 00000100:00100000:0.0:1780970762.496913:0:112204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004de1c120 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+26:199163:x1867475563560192:12345-192.168.204.45@tcp:101:touch.0 00010000:00010000:0.0:1780970762.496936:0:112204:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1780970762.496958:0:112204:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a93553 lrc: 2/0,0 mode: --/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece8989249f8 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970762.497110:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9355a lrc: 3/0,1 mode: --/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970762.497127:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9355a lrc: 3/0,1 mode: CW/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970762.497161:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9355a lrc: 3/0,1 mode: CW/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970762.497176:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93561 lrc: 3/0,1 mode: --/PW res: [0x200002b13:0x2dd9:0x0].0xca28b440 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970762.497183:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93561 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd9:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970762.497189:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93561 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd9:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1780970762.497500:0:112204:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x100000000:0x5aa0:0x0], index 0: 0 00010000:00010000:0.0:1780970762.497694:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a93568 lrc: 3/1,0 mode: --/CR res: [0x200002b13:0x2ddd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970762.498596:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a93568 lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2ddd:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970762.498607:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a93568 lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2ddd:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970762.498685:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9355a lrc: 3/0,1 mode: CW/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970762.498694:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9355a lrc: 2/0,0 mode: CW/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970762.499348:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9355a lrc: 3/0,0 mode: CW/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970762.499355:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003a46cda4 already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970762.499359:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9355a lrc: 3/0,0 mode: CW/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970762.499367:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9355a lrc: 4/0,0 mode: CW/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970762.499380:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd9:0x0].0x0 (000000006dc64417) 00010000:00010000:0.0:1780970762.499383:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970762.499386:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9355a lrc: 2/0,0 mode: --/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970762.499391:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a9355a lrc: 0/0,0 mode: --/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1780970762.499409:0:112204:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000004de1c120 reply state 00000000eef02877 transno 25769864402 ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93561 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd9:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970762.499446:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a93553 lrc: 0/0,0 mode: --/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989249f8 expref: 29 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970762.499464:0:112204:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000051135b91/0xa1e9845215a93568 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2ddd:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989249f8 expref: 28 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970762.499470:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2ddd:0x0].0x0 (000000004bef8e4b) 00010000:00010000:0.0:1780970762.499472:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1780970762.499474:0:112204:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000051135b91, rc 0) 00000100:00100000:0.0:1780970762.499551:0:112204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004de1c120 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+29:199163:x1867475563560192:12345-192.168.204.45@tcp:101:touch.0 Request processed in 2637us (3067us total) trans 25769864402 rc 0/0 00000100:00100000:0.0:1780970762.499561:0:112204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85609 00010000:00010000:1.0:1780970762.502781:0:3346:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93561 lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2dd9:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970762.502809:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd9:0x0].0xca28b440 (00000000621f645d) 00010000:00010000:1.0:1780970762.502812:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780970762.504733:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970762.505401:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563560320 00000100:00100000:0.0:1780970762.505458:0:112204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85610 00000100:00100000:0.0:1780970762.505465:0:112204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e713b54f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+29:199163:x1867475563560320:12345-192.168.204.45@tcp:36:touch.0 00010000:00010000:0.0:1780970762.505568:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a93576 lrc: 3/0,1 mode: --/PW res: [0x200002b13:0x2ddd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970762.505584:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a93576 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2ddd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970762.505595:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a93576 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2ddd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1780970762.505737:0:112204:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e713b54f reply state 000000002b22bd2f transno 25769864403 ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a93576 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2ddd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970762.505828:0:112204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e713b54f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+31:199163:x1867475563560320:12345-192.168.204.45@tcp:36:touch.0 Request processed in 362us (1104us total) trans 25769864403 rc 0/0 00000100:00100000:0.0:1780970762.505839:0:112204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85610 00010000:00010000:0.0:1780970762.508550:0:3347:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a93576 lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2ddd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970762.508573:0:3347:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2ddd:0x0].0x0 (000000004bef8e4b) 00010000:00010000:0.0:1780970762.508576:0:3347:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780970762.514180:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970762.519458:0:30688:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563560384 00000100:00100000:0.0:1780970762.519520:0:30688:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 88430 00000100:00100000:0.0:1780970762.519527:0:30688:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fde8d3a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:e474371c-4744-4c95-8a55-40a3132b2542+6:2263:x1867475563560384:12345-192.168.204.45@tcp:2:touch.0 00000100:00100000:0.0:1780970762.519776:0:30688:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fde8d3a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:e474371c-4744-4c95-8a55-40a3132b2542+7:2263:x1867475563560384:12345-192.168.204.45@tcp:2:touch.0 Request processed in 248us (5603us total) trans 103079229349 rc 0/0 00000100:00100000:0.0:1780970762.519784:0:30688:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 88430 00000100:00100000:3.0:1780970762.525361:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970762.525655:0:115571:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563560512 00000100:00100000:0.0:1780970762.525712:0:115571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 32806 00000100:00100000:0.0:1780970762.525719:0:115571:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000479a4b6e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e474371c-4744-4c95-8a55-40a3132b2542+31:199163:x1867475563560512:12345-192.168.204.45@tcp:35:touch.0 00000100:00100000:0.0:1780970762.526087:0:115571:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000479a4b6e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e474371c-4744-4c95-8a55-40a3132b2542+32:199163:x1867475563560512:12345-192.168.204.45@tcp:35:touch.0 Request processed in 366us (734us total) trans 25769864404 rc 0/0 00000100:00100000:0.0:1780970762.526096:0:115571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 32806 00000100:00100000:1.0:1780970762.541580:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970762.541674:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563560640 00000100:00100000:1.0:1780970762.541834:0:112204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85611 00000100:00100000:1.0:1780970762.541842:0:112204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e6029fe4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+32:199164:x1867475563560640:12345-192.168.204.45@tcp:101:touch.0 00010000:00010000:1.0:1780970762.541870:0:112204:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1780970762.541906:0:112204:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c8e218cb/0xa1e9845215a9357d lrc: 2/0,0 mode: --/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece8989249ff expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970762.542031:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a93584 lrc: 3/0,1 mode: --/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970762.542046:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a93584 lrc: 3/0,1 mode: CW/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970762.542057:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a93584 lrc: 3/0,1 mode: CW/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970762.542307:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a9358b lrc: 3/0,1 mode: --/PW res: [0x200002b13:0x2dd9:0x0].0x98710df9 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970762.542317:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a9358b lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd9:0x0].0x98710df9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970762.542324:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a9358b lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd9:0x0].0x98710df9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1780970762.542687:0:112204:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x100010000:0x53bc:0x0], index 1: 0 00010000:00010000:1.0:1780970762.542843:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000aa7d67d2/0xa1e9845215a93592 lrc: 3/1,0 mode: --/CR res: [0x200002b13:0x2dde:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970762.542853:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000aa7d67d2/0xa1e9845215a93592 lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dde:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970762.542859:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000aa7d67d2/0xa1e9845215a93592 lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dde:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970762.543061:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a93584 lrc: 3/0,1 mode: CW/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970762.543289:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a93584 lrc: 2/0,0 mode: CW/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970762.543296:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a93584 lrc: 3/0,0 mode: CW/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970762.543302:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d6ba4ba already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970762.543305:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a93584 lrc: 3/0,0 mode: CW/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970762.543312:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a93584 lrc: 4/0,0 mode: CW/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970762.543322:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd9:0x0].0x0 (000000006dc64417) 00010000:00010000:1.0:1780970762.543325:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970762.543328:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a93584 lrc: 2/0,0 mode: --/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970762.543334:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007d6ba4ba/0xa1e9845215a93584 lrc: 0/0,0 mode: --/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1780970762.543347:0:112204:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e6029fe4 reply state 000000005efc2f4a transno 25769864405 ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a9358b lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd9:0x0].0x98710df9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970762.543378:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c8e218cb/0xa1e9845215a9357d lrc: 0/0,0 mode: --/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989249ff expref: 35 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970762.543390:0:112204:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000aa7d67d2/0xa1e9845215a93592 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2dde:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989249ff expref: 34 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970762.543396:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dde:0x0].0x0 (000000008ecb39a2) 00010000:00010000:1.0:1780970762.543398:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1780970762.543400:0:112204:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000aa7d67d2, rc 0) 00000100:00100000:1.0:1780970762.543476:0:112204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e6029fe4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+35:199164:x1867475563560640:12345-192.168.204.45@tcp:101:touch.0 Request processed in 1634us (1906us total) trans 25769864405 rc 0/0 00000100:00100000:1.0:1780970762.543484:0:112204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85611 00010000:00010000:1.0:1780970762.547482:0:3346:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a9358b lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2dd9:0x0].0x98710df9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970762.547503:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd9:0x0].0x98710df9 (000000008caee1db) 00010000:00010000:1.0:1780970762.547506:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780970762.551639:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970762.552523:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563560768 00000100:00100000:3.0:1780970762.552598:0:112204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85612 00000100:00100000:3.0:1780970762.552607:0:112204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008eaba8d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+35:199164:x1867475563560768:12345-192.168.204.45@tcp:36:touch.0 00010000:00010000:3.0:1780970762.552865:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006fbd9769/0xa1e9845215a935a0 lrc: 3/0,1 mode: --/PW res: [0x200002b13:0x2dde:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970762.552884:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006fbd9769/0xa1e9845215a935a0 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dde:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970762.552897:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006fbd9769/0xa1e9845215a935a0 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dde:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1780970762.553028:0:112204:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000008eaba8d3 reply state 00000000331704ee transno 25769864406 ns: mdt-lustre-MDT0000_UUID lock: 000000006fbd9769/0xa1e9845215a935a0 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dde:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970762.553165:0:112204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008eaba8d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+37:199164:x1867475563560768:12345-192.168.204.45@tcp:36:touch.0 Request processed in 558us (1549us total) trans 25769864406 rc 0/0 00000100:00100000:3.0:1780970762.553172:0:112204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85612 00010000:00010000:2.0:1780970762.555678:0:3347:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006fbd9769/0xa1e9845215a935a0 lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2dde:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970762.555701:0:3347:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dde:0x0].0x0 (000000008ecb39a2) 00010000:00010000:2.0:1780970762.555704:0:3347:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780970762.556214:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970762.556257:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563560832 00000100:00100000:1.0:1780970762.556308:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 88431 00000100:00100000:1.0:1780970762.556315:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000389a5154 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e474371c-4744-4c95-8a55-40a3132b2542+6:2266:x1867475563560832:12345-192.168.204.45@tcp:2:touch.0 00000100:00100000:1.0:1780970762.556572:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000389a5154 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e474371c-4744-4c95-8a55-40a3132b2542+7:2266:x1867475563560832:12345-192.168.204.45@tcp:2:touch.0 Request processed in 256us (361us total) trans 4294998704 rc 0/0 00000100:00100000:1.0:1780970762.556583:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 88431 00000100:00100000:0.0:1780970762.558750:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970762.558909:0:112206:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563560960 00000100:00100000:2.0:1780970762.558965:0:112206:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 32807 00000100:00100000:2.0:1780970762.558972:0:112206:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043dd8bfd pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e474371c-4744-4c95-8a55-40a3132b2542+37:199164:x1867475563560960:12345-192.168.204.45@tcp:35:touch.0 00000100:00100000:2.0:1780970762.559414:0:112206:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043dd8bfd pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e474371c-4744-4c95-8a55-40a3132b2542+38:199164:x1867475563560960:12345-192.168.204.45@tcp:35:touch.0 Request processed in 441us (671us total) trans 25769864407 rc 0/0 00000100:00100000:2.0:1780970762.559423:0:112206:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 32807 00000100:00100000:2.0:1780970762.581650:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970762.581736:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563561088 00000100:00100000:3.0:1780970762.581784:0:112204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85613 00000100:00100000:3.0:1780970762.581797:0:112204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002af68249 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+38:199165:x1867475563561088:12345-192.168.204.45@tcp:101:touch.0 00010000:00010000:3.0:1780970762.581818:0:112204:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1780970762.581838:0:112204:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e2bc9a86/0xa1e9845215a935a7 lrc: 2/0,0 mode: --/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece898924a06 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970762.581931:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008ae33c47/0xa1e9845215a935ae lrc: 3/0,1 mode: --/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970762.581944:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008ae33c47/0xa1e9845215a935ae lrc: 3/0,1 mode: CW/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970762.581954:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008ae33c47/0xa1e9845215a935ae lrc: 3/0,1 mode: CW/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970762.581967:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbd3e6b7/0xa1e9845215a935b5 lrc: 3/0,1 mode: --/PW res: [0x200002b13:0x2dd9:0x0].0x66b967b2 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970762.581973:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bbd3e6b7/0xa1e9845215a935b5 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd9:0x0].0x66b967b2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970762.581979:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bbd3e6b7/0xa1e9845215a935b5 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd9:0x0].0x66b967b2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1780970762.583085:0:112204:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x100000000:0x5aa1:0x0], index 0: 0 00010000:00010000:2.0:1780970762.588207:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d3269bf7/0xa1e9845215a935bc lrc: 3/1,0 mode: --/CR res: [0x200002b13:0x2ddf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970762.588233:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d3269bf7/0xa1e9845215a935bc lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2ddf:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970762.588245:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d3269bf7/0xa1e9845215a935bc lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2ddf:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970762.588285:0:112204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008ae33c47/0xa1e9845215a935ae lrc: 3/0,1 mode: CW/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970762.588293:0:112204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008ae33c47/0xa1e9845215a935ae lrc: 2/0,0 mode: CW/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970762.588298:0:112204:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008ae33c47/0xa1e9845215a935ae lrc: 3/0,0 mode: CW/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970762.588304:0:112204:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008ae33c47 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970762.588307:0:112204:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ae33c47/0xa1e9845215a935ae lrc: 3/0,0 mode: CW/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970762.588313:0:112204:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ae33c47/0xa1e9845215a935ae lrc: 4/0,0 mode: CW/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970762.588324:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd9:0x0].0x0 (000000006dc64417) 00010000:00010000:2.0:1780970762.588326:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970762.588330:0:112204:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008ae33c47/0xa1e9845215a935ae lrc: 2/0,0 mode: --/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970762.588336:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008ae33c47/0xa1e9845215a935ae lrc: 0/0,0 mode: --/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1780970762.588350:0:112204:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000002af68249 reply state 00000000fda77925 transno 25769864408 ns: mdt-lustre-MDT0000_UUID lock: 00000000bbd3e6b7/0xa1e9845215a935b5 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd9:0x0].0x66b967b2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970762.588384:0:112204:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e2bc9a86/0xa1e9845215a935a7 lrc: 0/0,0 mode: --/CW res: [0x200002b13:0x2dd9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a06 expref: 41 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970762.588398:0:112204:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000d3269bf7/0xa1e9845215a935bc lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2ddf:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a06 expref: 40 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970762.588405:0:112204:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2ddf:0x0].0x0 (00000000b6907227) 00010000:00010000:2.0:1780970762.588408:0:112204:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1780970762.588410:0:112204:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d3269bf7, rc 0) 00000100:00100000:2.0:1780970762.588496:0:112204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002af68249 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+41:199165:x1867475563561088:12345-192.168.204.45@tcp:101:touch.0 Request processed in 6697us (6854us total) trans 25769864408 rc 0/0 00000100:00100000:2.0:1780970762.588506:0:112204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85613 00000100:02000400:3.0:1780970762.588674:0:144494:0:(service.c:2679:ptlrpc_watchdog_fire()) mdt00_004: service thread pid 116454 was inactive for 41.096 seconds. The thread might be hung, or it might only be slow and will resume later. Dumping the stack trace for debugging purposes: 00010000:00010000:2.0:1780970762.589911:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970762.600531:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970762.600603:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563561216 00000100:00100000:2.0:1780970762.600687:0:112204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85614 00000100:00100000:2.0:1780970762.600694:0:112204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c781ec5d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+41:199165:x1867475563561216:12345-192.168.204.45@tcp:36:touch.0 00010000:00010000:2.0:1780970762.600795:0:112204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e70cae8c/0xa1e9845215a935ca lrc: 3/0,1 mode: --/PW res: [0x200002b13:0x2ddf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970762.600814:0:112204:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e70cae8c/0xa1e9845215a935ca lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2ddf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970762.600827:0:112204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e70cae8c/0xa1e9845215a935ca lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2ddf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1780970762.600932:0:112204:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c781ec5d reply state 000000005ecc9c55 transno 25769864409 ns: mdt-lustre-MDT0000_UUID lock: 00000000e70cae8c/0xa1e9845215a935ca lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2ddf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970762.601383:0:112204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c781ec5d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+43:199165:x1867475563561216:12345-192.168.204.45@tcp:36:touch.0 Request processed in 688us (856us total) trans 25769864409 rc 0/0 00000100:00100000:2.0:1780970762.601391:0:112204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85614 00010000:00010000:1.0:1780970762.601699:0:3346:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bbd3e6b7/0xa1e9845215a935b5 lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2dd9:0x0].0x66b967b2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970762.601712:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd9:0x0].0x66b967b2 (000000002825b1e1) 00010000:00010000:1.0:1780970762.601715:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780970762.608143:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00010000:00010000:1.0:1780970762.608765:0:3347:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e70cae8c/0xa1e9845215a935ca lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2ddf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970762.608788:0:3347:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2ddf:0x0].0x0 (00000000b6907227) 00010000:00010000:1.0:1780970762.608791:0:3347:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780970762.608832:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563561280 00000100:00100000:1.0:1780970762.608887:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 88432 00000100:00100000:1.0:1780970762.608904:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f73d44be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e474371c-4744-4c95-8a55-40a3132b2542+7:2266:x1867475563561280:12345-192.168.204.45@tcp:2:touch.0 00000100:00100000:1.0:1780970762.609151:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f73d44be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e474371c-4744-4c95-8a55-40a3132b2542+8:2266:x1867475563561280:12345-192.168.204.45@tcp:2:touch.0 Request processed in 246us (1021us total) trans 103079229350 rc 0/0 00000100:00100000:1.0:1780970762.609159:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 88432 00000100:00100000:0.0:1780970762.615769:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970762.615856:0:112206:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563561408 00000100:00100000:1.0:1780970762.615912:0:112206:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 32808 00000100:00100000:1.0:1780970762.615920:0:112206:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044d67772 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e474371c-4744-4c95-8a55-40a3132b2542+43:199165:x1867475563561408:12345-192.168.204.45@tcp:35:touch.0 00000100:00100000:1.0:1780970762.616254:0:112206:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044d67772 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e474371c-4744-4c95-8a55-40a3132b2542+44:199165:x1867475563561408:12345-192.168.204.45@tcp:35:touch.0 Request processed in 334us (490us total) trans 25769864410 rc 0/0 00000100:00100000:1.0:1780970762.616263:0:112206:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 32808 00000100:00100000:1.0:1780970763.101231:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780970763.101253:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000920d2bbc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559791872:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780970763.101322:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970763.101406:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559791872 00000100:00100000:0.0:1780970763.101451:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5532 00000100:00100000:0.0:1780970763.101457:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000562dcbf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559791872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1780970763.101485:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:0.0:1780970763.101534:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000562dcbf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559791872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970763.101542:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5532 00000100:00100000:1.0:1780970763.101791:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000920d2bbc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559791872:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1780970763.613726:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970763.613731:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5c447d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559791936:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780970763.613808:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970763.613929:0:124322:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559791936 00000100:00100000:3.0:1780970763.613978:0:124322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17472 00000100:00100000:3.0:1780970763.613984:0:124322:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d687ff15 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3360:x1867475559791936:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1780970763.614029:0:124322:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1435385856 avail 1305923584 00000100:00100000:3.0:1780970763.614087:0:124322:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d687ff15 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3360:x1867475559791936:12345-0@lo:41:osp-pre-0-1.0 Request processed in 102us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970763.614094:0:124322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17472 00000100:00100000:0.0:1780970763.614596:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5c447d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559791936:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780970764.127115:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5c447d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559792000:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780970764.127202:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970764.127311:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559792000 00000100:00100000:3.0:1780970764.127360:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5533 00000100:00100000:3.0:1780970764.127366:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d6e497dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559792000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1780970764.127395:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16988864 pending 0 free 3891171328 avail 3659649024 00000100:00100000:3.0:1780970764.127444:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d6e497dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559792000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970764.127451:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5533 00000100:00100000:1.0:1780970764.127544:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5c447d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559792000:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780970764.415279:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970764.415497:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970764.415687:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970764.415708:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970764.415829:0:114508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563561472 00000100:00100000:0.0:1780970764.415876:0:114508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 1432 00000100:00100000:0.0:1780970764.415883:0:114508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002eb712a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2264:x1867475563561472:12345-192.168.204.45@tcp:400:kworker/u8:5.0 00000100:00100000:0.0:1780970764.415958:0:114508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002eb712a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2264:x1867475563561472:12345-192.168.204.45@tcp:400:kworker/u8:5.0 Request processed in 75us (690us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970764.415966:0:114508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 1432 00000100:00100000:3.0:1780970764.416177:0:30688:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563561728 00000100:00100000:3.0:1780970764.416213:0:30688:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6334 00000100:00100000:3.0:1780970764.416218:0:30688:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1a18a37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:e474371c-4744-4c95-8a55-40a3132b2542+7:2264:x1867475563561728:12345-192.168.204.45@tcp:400:kworker/u8:5.0 00000100:00100000:3.0:1780970764.416249:0:30688:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1a18a37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:e474371c-4744-4c95-8a55-40a3132b2542+7:2264:x1867475563561728:12345-192.168.204.45@tcp:400:kworker/u8:5.0 Request processed in 31us (564us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970764.416255:0:30688:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6334 00000100:00100000:1.0:1780970764.418929:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970764.419022:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563561664 00000100:00100000:0.0:1780970764.419074:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6335 00000100:00100000:0.0:1780970764.419080:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b63d0bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e474371c-4744-4c95-8a55-40a3132b2542+8:2264:x1867475563561664:12345-192.168.204.45@tcp:400:kworker/u8:5.0 00000100:00100000:2.0:1780970764.419473:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563561600 00000100:00100000:2.0:1780970764.419551:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563561536 00000100:00100000:1.0:1780970764.419583:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3946 00000100:00100000:1.0:1780970764.419588:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067b1515c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+23:2264:x1867475563561600:12345-192.168.204.45@tcp:400:kworker/u8:5.0 00000100:00100000:1.0:1780970764.419674:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067b1515c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+23:2264:x1867475563561600:12345-192.168.204.45@tcp:400:kworker/u8:5.0 Request processed in 85us (4178us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970764.419682:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3946 00000100:00100000:1.0:1780970764.419703:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3947 00000100:00100000:1.0:1780970764.419707:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019d6f44c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+44:2264:x1867475563561536:12345-192.168.204.45@tcp:400:kworker/u8:5.0 00000100:00100000:1.0:1780970764.419730:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019d6f44c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+44:2264:x1867475563561536:12345-192.168.204.45@tcp:400:kworker/u8:5.0 Request processed in 22us (4023us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970764.419736:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3947 00000100:00100000:0.0:1780970764.420326:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b63d0bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e474371c-4744-4c95-8a55-40a3132b2542+8:2264:x1867475563561664:12345-192.168.204.45@tcp:400:kworker/u8:5.0 Request processed in 1243us (1402us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970764.420336:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6335 00000100:00100000:3.0:1780970764.642661:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780970764.642691:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000082cb8677 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559792064:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780970764.642822:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970764.643007:0:123252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559792064 00000100:00100000:2.0:1780970764.643063:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17473 00000100:00100000:2.0:1780970764.643071:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c41e7a55 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559792064:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1780970764.643119:0:123252:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1437728768 avail 1308266496 00000100:00100000:2.0:1780970764.643185:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c41e7a55 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559792064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 114us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970764.643192:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17473 00000100:00100000:1.0:1780970764.643535:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000082cb8677 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559792064:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1780970764.643537:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970765.660923:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970765.663171:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004bc2bb9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3363:1867475559792128:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970765.663247:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970765.663309:0:114507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559792128 00000100:00100000:3.0:1780970765.663354:0:114507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1433 00000100:00100000:3.0:1780970765.663362:0:114507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a1e6ac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3363:x1867475559792128:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970765.663408:0:114507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a1e6ac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3363:x1867475559792128:12345-0@lo:400:kworker/u8:18.0 Request processed in 46us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970765.663415:0:114507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1433 00000100:00100000:3.0:1780970765.663461:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004bc2bb9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3363:1867475559792128:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970765.663636:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c4d414cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559792256:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780970765.663662:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970765.663680:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780970765.663685:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dbd37d4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3361:1867475559792192:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970765.663704:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970765.663742:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559792256 00000100:00100000:3.0:1780970765.663766:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5534 00000100:00100000:3.0:1780970765.663771:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fde8d3a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559792256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780970765.663792:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:3.0:1780970765.663824:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fde8d3a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559792256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970765.663831:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5534 00000100:00100000:3.0:1780970765.663853:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559792192 00000100:00100000:0.0:1780970765.671063:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c4d414cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559792256:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780970765.674170:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ec19fcd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3362:1867475559792320:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970765.674244:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970765.674534:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bb5f247 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3363:1867475559792384:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970765.674579:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008464eef6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559792512:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970765.674603:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970765.674643:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066eb6ed7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559792768:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970765.674663:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970765.674680:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1780970765.674685:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000084dab16c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3361:1867475559792448:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970765.674729:0:124322:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559792512 00000100:00100000:1.0:1780970765.674768:0:124322:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559792768 00000100:00100000:1.0:1780970765.674788:0:124322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17474 00000100:00100000:1.0:1780970765.674793:0:124322:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c95fda19 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3361:x1867475559792512:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970765.674840:0:124322:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c95fda19 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3361:x1867475559792512:12345-0@lo:400:kworker/u8:18.0 Request processed in 45us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970765.674847:0:124322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17474 00000100:00100000:1.0:1780970765.674864:0:124322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17475 00000100:00100000:1.0:1780970765.674868:0:124322:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d9d71da pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559792768:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970765.674907:0:124322:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d9d71da pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559792768:12345-0@lo:400:kworker/u8:18.0 Request processed in 38us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970765.674914:0:124322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17475 00000100:00100000:0.0:1780970765.681906:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004bc2bb9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559792576:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970765.681976:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970765.681992:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c1a957f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559792832:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970765.682011:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970765.682057:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970765.682383:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559792320 00000100:00100000:3.0:1780970765.682435:0:112204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3948 00000100:00100000:3.0:1780970765.682441:0:112204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000479a4b6e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3361:x1867475559792192:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970765.682496:0:112204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000479a4b6e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3361:x1867475559792192:12345-0@lo:400:kworker/u8:18.0 Request processed in 54us (18791us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970765.682504:0:112204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3948 00000100:00100000:3.0:1780970765.682523:0:112204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3949 00000100:00100000:3.0:1780970765.682526:0:112204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000389a5154 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3362:x1867475559792320:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970765.682555:0:112204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000389a5154 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3362:x1867475559792320:12345-0@lo:400:kworker/u8:18.0 Request processed in 29us (8313us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970765.682560:0:112204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3949 00000100:00100000:3.0:1780970765.682604:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559792576 00000100:00100000:3.0:1780970765.682642:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559792832 00000100:00100000:3.0:1780970765.682660:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6336 00000100:00100000:3.0:1780970765.682664:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f73d44be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559792576:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970765.682692:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f73d44be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559792576:12345-0@lo:400:kworker/u8:18.0 Request processed in 27us (717us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970765.682698:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6336 00000100:00100000:3.0:1780970765.682717:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6337 00000100:00100000:3.0:1780970765.682720:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012a4197e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559792832:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970765.682744:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012a4197e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559792832:12345-0@lo:400:kworker/u8:18.0 Request processed in 22us (733us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970765.682749:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6337 00000100:00100000:3.0:1780970765.682806:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004bc2bb9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559792576:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970765.682817:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c1a957f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559792832:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970765.682827:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ec19fcd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3362:1867475559792320:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970765.683051:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1a18a37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559792640:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970765.683081:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970765.683105:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096923db0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3363:1867475559792896:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970765.683126:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970765.683153:0:112616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559792384 00000100:00100000:0.0:1780970765.683180:0:112616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559792896 00000100:00100000:0.0:1780970765.683196:0:112616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3950 00000100:00100000:0.0:1780970765.683200:0:112616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a09a523 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3363:x1867475559792384:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970765.683236:0:112616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a09a523 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3363:x1867475559792384:12345-0@lo:400:kworker/u8:18.0 Request processed in 35us (1180us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970765.683242:0:112616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3950 00000100:00100000:0.0:1780970765.683266:0:112616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3951 00000100:00100000:0.0:1780970765.683269:0:112616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000064d1df3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3363:x1867475559792896:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970765.683291:0:112616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000064d1df3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3363:x1867475559792896:12345-0@lo:400:kworker/u8:18.0 Request processed in 22us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970765.683296:0:112616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3951 00000100:00100000:0.0:1780970765.683313:0:123253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559792640 00000100:00100000:0.0:1780970765.683332:0:123253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6338 00000100:00100000:0.0:1780970765.683336:0:123253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000029425dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559792640:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970765.683360:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000029425dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559792640:12345-0@lo:400:kworker/u8:18.0 Request processed in 24us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970765.683366:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6338 00000100:00100000:0.0:1780970765.683388:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970765.683403:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cc5da942 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3361:1867475559792704:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970765.683424:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970765.683444:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008464eef6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559792512:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970765.683455:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066eb6ed7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559792768:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970765.683464:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dbd37d4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3361:1867475559792192:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970765.683488:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559792448 00000100:00100000:0.0:1780970765.683502:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559792704 00000100:00100000:0.0:1780970765.683510:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3952 00000100:00100000:0.0:1780970765.683513:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ba6774e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3361:x1867475559792448:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970765.683542:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ba6774e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3361:x1867475559792448:12345-0@lo:400:kworker/u8:18.0 Request processed in 28us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970765.683548:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3952 00000100:00100000:0.0:1780970765.683561:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3953 00000100:00100000:0.0:1780970765.683564:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a99997f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3361:x1867475559792704:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970765.683587:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a99997f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3361:x1867475559792704:12345-0@lo:400:kworker/u8:18.0 Request processed in 22us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970765.683592:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3953 00000100:00100000:0.0:1780970765.683636:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000084dab16c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3361:1867475559792448:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970765.683648:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cc5da942 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3361:1867475559792704:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970765.683670:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bb5f247 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3363:1867475559792384:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970765.683680:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1a18a37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559792640:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970765.683687:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096923db0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3363:1867475559792896:0@lo:400:kworker/u8:18.0 00010000:00010000:0.0:1780970766.685413:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970767.197564:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1a18a37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559792960:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780970767.197689:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970767.197807:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559792960 00000100:00100000:3.0:1780970767.197885:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5535 00000100:00100000:3.0:1780970767.197892:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab42f25d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559792960:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780970767.197932:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16988864 pending 0 free 3891171328 avail 3659649024 00000100:00100000:3.0:1780970767.197997:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab42f25d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559792960:12345-0@lo:13:osp-pre-0-0.0 Request processed in 105us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970767.198006:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5535 00000100:00100000:2.0:1780970767.199434:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1a18a37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559792960:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780970767.712654:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1780970767.714196:0:109997:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 103079229350 is committed 00000001:00080000:2.0:1780970767.717404:0:114503:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 25769864410 is committed 00010000:00010000:1.0:1780970767.717537:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93561 lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2dd9:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717552:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93561 lrc: 2/0,0 mode: COS/COS res: [0x200002b13:0x2dd9:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717560:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93561 lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2dd9:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717568:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000baa382b2 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970767.717572:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93561 lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2dd9:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717580:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93561 lrc: 4/0,0 mode: COS/COS res: [0x200002b13:0x2dd9:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717597:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd9:0x0].0xca28b440 (00000000621f645d) 00010000:00010000:1.0:1780970767.717600:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970767.717604:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93561 lrc: 2/0,0 mode: --/COS res: [0x200002b13:0x2dd9:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717609:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000baa382b2/0xa1e9845215a93561 lrc: 0/0,0 mode: --/COS res: [0x200002b13:0x2dd9:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717747:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a93576 lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2ddd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717754:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a93576 lrc: 2/0,0 mode: COS/COS res: [0x200002b13:0x2ddd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717760:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a93576 lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2ddd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717765:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000011a5f204 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970767.717767:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a93576 lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2ddd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717773:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a93576 lrc: 4/0,0 mode: COS/COS res: [0x200002b13:0x2ddd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717782:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2ddd:0x0].0x0 (000000004bef8e4b) 00010000:00010000:1.0:1780970767.717785:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970767.717787:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a93576 lrc: 2/0,0 mode: --/COS res: [0x200002b13:0x2ddd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717793:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000011a5f204/0xa1e9845215a93576 lrc: 0/0,0 mode: --/COS res: [0x200002b13:0x2ddd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717804:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a9358b lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2dd9:0x0].0x98710df9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717810:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a9358b lrc: 2/0,0 mode: COS/COS res: [0x200002b13:0x2dd9:0x0].0x98710df9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717816:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a9358b lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2dd9:0x0].0x98710df9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717820:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000068a112f9 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970767.717822:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a9358b lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2dd9:0x0].0x98710df9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717829:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a9358b lrc: 4/0,0 mode: COS/COS res: [0x200002b13:0x2dd9:0x0].0x98710df9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717836:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd9:0x0].0x98710df9 (000000008caee1db) 00010000:00010000:1.0:1780970767.717838:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970767.717840:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a9358b lrc: 2/0,0 mode: --/COS res: [0x200002b13:0x2dd9:0x0].0x98710df9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717850:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000068a112f9/0xa1e9845215a9358b lrc: 0/0,0 mode: --/COS res: [0x200002b13:0x2dd9:0x0].0x98710df9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717865:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000006fbd9769/0xa1e9845215a935a0 lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2dde:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717871:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006fbd9769/0xa1e9845215a935a0 lrc: 2/0,0 mode: COS/COS res: [0x200002b13:0x2dde:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717876:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006fbd9769/0xa1e9845215a935a0 lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2dde:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717881:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006fbd9769 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970767.717883:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006fbd9769/0xa1e9845215a935a0 lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2dde:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717889:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006fbd9769/0xa1e9845215a935a0 lrc: 4/0,0 mode: COS/COS res: [0x200002b13:0x2dde:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717896:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dde:0x0].0x0 (000000008ecb39a2) 00010000:00010000:1.0:1780970767.717898:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970767.717899:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006fbd9769/0xa1e9845215a935a0 lrc: 2/0,0 mode: --/COS res: [0x200002b13:0x2dde:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717904:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006fbd9769/0xa1e9845215a935a0 lrc: 0/0,0 mode: --/COS res: [0x200002b13:0x2dde:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717913:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbd3e6b7/0xa1e9845215a935b5 lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2dd9:0x0].0x66b967b2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717924:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bbd3e6b7/0xa1e9845215a935b5 lrc: 2/0,0 mode: COS/COS res: [0x200002b13:0x2dd9:0x0].0x66b967b2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717929:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bbd3e6b7/0xa1e9845215a935b5 lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2dd9:0x0].0x66b967b2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717933:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bbd3e6b7 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970767.717935:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbd3e6b7/0xa1e9845215a935b5 lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2dd9:0x0].0x66b967b2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717940:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbd3e6b7/0xa1e9845215a935b5 lrc: 4/0,0 mode: COS/COS res: [0x200002b13:0x2dd9:0x0].0x66b967b2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717946:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd9:0x0].0x66b967b2 (000000002825b1e1) 00010000:00010000:1.0:1780970767.717947:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970767.717949:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bbd3e6b7/0xa1e9845215a935b5 lrc: 2/0,0 mode: --/COS res: [0x200002b13:0x2dd9:0x0].0x66b967b2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717953:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bbd3e6b7/0xa1e9845215a935b5 lrc: 0/0,0 mode: --/COS res: [0x200002b13:0x2dd9:0x0].0x66b967b2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717964:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000e70cae8c/0xa1e9845215a935ca lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2ddf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717969:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e70cae8c/0xa1e9845215a935ca lrc: 2/0,0 mode: COS/COS res: [0x200002b13:0x2ddf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717973:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e70cae8c/0xa1e9845215a935ca lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2ddf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717978:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e70cae8c already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970767.717980:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e70cae8c/0xa1e9845215a935ca lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2ddf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717984:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e70cae8c/0xa1e9845215a935ca lrc: 4/0,0 mode: COS/COS res: [0x200002b13:0x2ddf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717990:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2ddf:0x0].0x0 (00000000b6907227) 00010000:00010000:1.0:1780970767.717992:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970767.717993:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e70cae8c/0xa1e9845215a935ca lrc: 2/0,0 mode: --/COS res: [0x200002b13:0x2ddf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970767.717998:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e70cae8c/0xa1e9845215a935ca lrc: 0/0,0 mode: --/COS res: [0x200002b13:0x2ddf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112204 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970768.223147:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096ddd8e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559793024:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780970768.223238:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970768.223604:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559793024 00000100:00100000:3.0:1780970768.223680:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5536 00000100:00100000:3.0:1780970768.223686:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad22015e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559793024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1780970768.223719:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:3.0:1780970768.223777:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad22015e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559793024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970768.223785:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5536 00000100:00100000:2.0:1780970768.223880:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096ddd8e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559793024:0@lo:13:osp-pre-1-1.0 00000001:00020000:3.0:1780970768.500737:0:123083:0:(fail.c:149:__cfs_fail_timeout_set()) cfs_fail_timeout id 50a awake 00000001:00020000:2.0:1780970768.501129:0:116454:0:(fail.c:149:__cfs_fail_timeout_set()) cfs_fail_timeout id 722 awake 00000004:00010000:2.0:1780970768.501440:0:116454:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000cd9764bc reply state 0000000025933c4f transno 25769864411 ns: mdt-lustre-MDT0000_UUID lock: 000000007b0276ff/0xa1e9845215a9354c lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2ddb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1780970768.501459:0:116454:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000cd9764bc reply state 0000000025933c4f transno 25769864411 ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a93545 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970768.501468:0:116454:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008fd994f9/0xa1e9845215a93537 lrc: 3/0,1 mode: CW/CW res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970768.501474:0:116454:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008fd994f9/0xa1e9845215a93537 lrc: 2/0,0 mode: CW/CW res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970768.501481:0:116454:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008fd994f9/0xa1e9845215a93537 lrc: 3/0,0 mode: CW/CW res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970768.501489:0:116454:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008fd994f9 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970768.501492:0:116454:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fd994f9/0xa1e9845215a93537 lrc: 3/0,0 mode: CW/CW res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970768.501499:0:116454:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fd994f9/0xa1e9845215a93537 lrc: 4/0,0 mode: CW/CW res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970768.501515:0:116454:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd8:0x0].0x0 (0000000027274302) 00010000:00010000:2.0:1780970768.501518:0:116454:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970768.501522:0:116454:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008fd994f9/0xa1e9845215a93537 lrc: 2/0,0 mode: --/CW res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970768.501527:0:116454:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008fd994f9/0xa1e9845215a93537 lrc: 0/0,0 mode: --/CW res: [0x200002b13:0x2dd8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1780970768.501539:0:116454:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000cd9764bc reply state 0000000025933c4f transno 25769864411 ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a9353e lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dd8:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970768.501735:0:116454:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd9764bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e474371c-4744-4c95-8a55-40a3132b2542+30:199153:x1867475563556864:12345-192.168.204.45@tcp:36:mv.0 Request processed in 47010006us (47010183us total) trans 25769864411 rc 0/0 00000100:00100000:2.0:1780970768.501745:0:116454:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85608 00010000:00010000:2.0:1780970768.516556:0:3347:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a9353e lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2dd8:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970768.516574:0:3347:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd8:0x0].0x2d9800ce (00000000a449c609) 00010000:00010000:2.0:1780970768.516578:0:3347:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970768.516584:0:3347:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a93545 lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970768.516597:0:3347:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd8:0x0].0xfbe05a87 (00000000505baad3) 00010000:00010000:2.0:1780970768.516599:0:3347:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970768.516602:0:3347:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007b0276ff/0xa1e9845215a9354c lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2ddb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970768.516608:0:3347:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2ddb:0x0].0x0 (00000000b7616943) 00010000:00010000:2.0:1780970768.516610:0:3347:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00000020:00100000:3.0:1780970768.524819:0:123083:0:(tgt_handler.c:707:process_req_last_xid()) Dropping request 1867475563556416 from an old epoch 1/3 00000100:00100000:3.0:1780970768.524836:0:123083:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000065533945 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e474371c-4744-4c95-8a55-40a3132b2542+29:199142:x1867475563556416:12345-192.168.204.45@tcp:101:touch.0 Request processed in 50105519us (50105880us total) trans 0 rc -116/-999 00000100:00100000:3.0:1780970768.524849:0:123083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85604 00010000:00010000:0.0:1780970768.733337:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970768.733339:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780970768.733362:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5c447d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559793088:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780970768.733430:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970768.733550:0:112210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559793088 00000100:00100000:2.0:1780970768.733600:0:112210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17476 00000100:00100000:2.0:1780970768.733606:0:112210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2bf7ff7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3363:x1867475559793088:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1780970768.733673:0:112210:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1435385856 avail 1305923584 00000100:00100000:2.0:1780970768.733715:0:112210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2bf7ff7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3363:x1867475559793088:12345-0@lo:41:osp-pre-0-1.0 Request processed in 107us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970768.733722:0:112210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17476 00000100:00100000:1.0:1780970768.733829:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5c447d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559793088:0@lo:41:osp-pre-0-1.0 00000001:00080000:2.0:1780970768.734711:0:9223:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0001: transno 4294998704 is committed 00000100:00100000:3.0:1780970769.245049:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780970769.249201:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e9276d9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559793152:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780970769.249838:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970769.250261:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559793152 00000100:00100000:0.0:1780970769.250391:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5537 00000100:00100000:0.0:1780970769.250399:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001bb5f247 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559793152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1780970769.250435:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16988864 pending 0 free 3891171328 avail 3659649024 00000100:00100000:0.0:1780970769.250606:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001bb5f247 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559793152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 206us (772us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970769.250640:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5537 00000100:00100000:1.0:1780970769.257200:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e9276d9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559793152:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780970769.531484:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970769.531530:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970769.531567:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970769.531598:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970769.531664:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970769.531704:0:116454:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563561920 00000100:00100000:1.0:1780970769.531756:0:116454:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563561856 00000100:00100000:1.0:1780970769.531778:0:116454:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3954 00000100:00100000:1.0:1780970769.531785:0:116454:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000197c692e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e474371c-4744-4c95-8a55-40a3132b2542+23:2263:x1867475563561920:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:3.0:1780970769.531879:0:114508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563561792 00000100:00100000:3.0:1780970769.531908:0:114508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 1434 00000100:00100000:3.0:1780970769.531913:0:114508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006227eb50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2263:x1867475563561792:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:3.0:1780970769.531975:0:114508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006227eb50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2263:x1867475563561792:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 61us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970769.531983:0:114508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 1434 00000100:00100000:3.0:1780970769.532046:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3955 00000100:00100000:3.0:1780970769.532051:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005c8213d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+29:2264:x1867475563561856:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:3.0:1780970769.532080:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005c8213d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+29:2264:x1867475563561856:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 29us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970769.532098:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3955 00000100:00100000:2.0:1780970769.532228:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563562048 00000100:00100000:2.0:1780970769.532260:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563561984 00000100:00100000:2.0:1780970769.532278:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6339 00000100:00100000:2.0:1780970769.532283:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eded03d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e474371c-4744-4c95-8a55-40a3132b2542+6:2263:x1867475563562048:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:2.0:1780970769.532310:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eded03d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e474371c-4744-4c95-8a55-40a3132b2542+6:2263:x1867475563562048:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 27us (744us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970769.532317:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6339 00000100:00100000:2.0:1780970769.532331:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6340 00000100:00100000:2.0:1780970769.532335:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006579fe13 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e474371c-4744-4c95-8a55-40a3132b2542+6:2264:x1867475563561984:12345-192.168.204.45@tcp:400:kworker/u8:9.0 00000100:00100000:2.0:1780970769.532357:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006579fe13 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e474371c-4744-4c95-8a55-40a3132b2542+6:2264:x1867475563561984:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 21us (694us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970769.532364:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6340 00000100:00100000:1.0:1780970769.532484:0:116454:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000197c692e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e474371c-4744-4c95-8a55-40a3132b2542+23:2263:x1867475563561920:12345-192.168.204.45@tcp:400:kworker/u8:9.0 Request processed in 699us (955us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970769.532491:0:116454:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3954 00000100:00100000:1.0:1780970769.756929:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096ddd8e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559793216:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780970769.757007:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970769.757193:0:123252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559793216 00000100:00100000:2.0:1780970769.757240:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17477 00000100:00100000:2.0:1780970769.757254:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e38a7be pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559793216:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1780970769.757289:0:123252:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1437728768 avail 1308266496 00000100:00100000:2.0:1780970769.757341:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e38a7be pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559793216:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970769.757348:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17477 00000100:00100000:3.0:1780970769.757478:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096ddd8e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559793216:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1780970769.757640:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970770.781036:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970770.781258:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f9288ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559793280:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780970770.781337:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970770.781732:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029d36b69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3363:1867475559793408:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970770.781765:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970770.781791:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000004774e88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559793664:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970770.781811:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970770.781823:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027a06369 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559793920:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970770.781839:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970770.781852:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1780970770.781857:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d491f6d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3363:1867475559793344:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970770.781883:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970770.781897:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e720f75e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3363:1867475559793600:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970770.781915:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970770.781926:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4d0ad09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3363:1867475559793856:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970770.781943:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970770.781982:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559793408 00000100:00100000:3.0:1780970770.782032:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559793600 00000100:00100000:3.0:1780970770.782051:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559793856 00000100:00100000:3.0:1780970770.782069:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3956 00000100:00100000:3.0:1780970770.782074:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000084dab16c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3363:x1867475559793408:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970770.782119:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000084dab16c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3363:x1867475559793408:12345-0@lo:400:kworker/u8:18.0 Request processed in 44us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970770.782127:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3956 00000100:00100000:3.0:1780970770.782144:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3957 00000100:00100000:3.0:1780970770.782147:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008464eef6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0000_UUID+5:3363:x1867475559793600:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970770.782172:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008464eef6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0000_UUID+5:3363:x1867475559793600:12345-0@lo:400:kworker/u8:18.0 Request processed in 24us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970770.782177:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3957 00000100:00100000:3.0:1780970770.782186:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3958 00000100:00100000:3.0:1780970770.782189:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ec19fcd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0001_UUID+5:3363:x1867475559793856:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970770.782211:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ec19fcd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0001_UUID+5:3363:x1867475559793856:12345-0@lo:400:kworker/u8:18.0 Request processed in 21us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970770.782216:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3958 00000100:00100000:3.0:1780970770.782237:0:114507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559793344 00000100:00100000:3.0:1780970770.782257:0:114507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1435 00000100:00100000:3.0:1780970770.782261:0:114507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0365cdf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3363:x1867475559793344:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970770.782284:0:114507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0365cdf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3363:x1867475559793344:12345-0@lo:400:kworker/u8:18.0 Request processed in 23us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970770.782290:0:114507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1435 00000100:00100000:3.0:1780970770.782317:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000021fa4a77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3361:1867475559793536:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970770.782342:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970770.782355:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000089a74440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559793792:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970770.782376:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970770.782387:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d95493e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3361:1867475559794048:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970770.782403:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970770.782418:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1780970770.782424:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000084a5c348 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3361:1867475559793472:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970770.782445:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970770.782456:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003850eab3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559793728:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970770.782473:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970770.782486:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9171edf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559793984:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970770.782502:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970770.782526:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559793792 00000100:00100000:3.0:1780970770.782548:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559793728 00000100:00100000:3.0:1780970770.782562:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559793984 00000100:00100000:3.0:1780970770.782576:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6341 00000100:00100000:3.0:1780970770.782580:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004bc2bb9e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559793792:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970770.782644:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004bc2bb9e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559793792:12345-0@lo:400:kworker/u8:18.0 Request processed in 33us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970770.782651:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6341 00000100:00100000:3.0:1780970770.782662:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6342 00000100:00100000:3.0:1780970770.782665:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060bdcd8d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559793728:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970770.782690:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060bdcd8d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559793728:12345-0@lo:400:kworker/u8:18.0 Request processed in 24us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970770.782698:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6342 00000100:00100000:3.0:1780970770.782707:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6343 00000100:00100000:3.0:1780970770.782710:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9c97073 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559793984:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970770.782732:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9c97073 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559793984:12345-0@lo:400:kworker/u8:18.0 Request processed in 21us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970770.782737:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6343 00000100:00100000:3.0:1780970770.782757:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559793536 00000100:00100000:3.0:1780970770.782774:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559794048 00000100:00100000:3.0:1780970770.782782:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559793472 00000100:00100000:3.0:1780970770.782791:0:139355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3959 00000100:00100000:3.0:1780970770.782794:0:139355:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022a167be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3361:x1867475559793536:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970770.782818:0:139355:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022a167be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3361:x1867475559793536:12345-0@lo:400:kworker/u8:18.0 Request processed in 23us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970770.782823:0:139355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3959 00000100:00100000:3.0:1780970770.784253:0:139355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3960 00000100:00100000:3.0:1780970770.784265:0:139355:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1a18a37 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3361:x1867475559794048:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970770.784329:0:139355:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1a18a37 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3361:x1867475559794048:12345-0@lo:400:kworker/u8:18.0 Request processed in 66us (1924us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970770.784336:0:139355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3960 00000100:00100000:3.0:1780970770.784350:0:139355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3961 00000100:00100000:3.0:1780970770.784354:0:139355:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029947374 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3361:x1867475559793472:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970770.784378:0:139355:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029947374 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3361:x1867475559793472:12345-0@lo:400:kworker/u8:18.0 Request processed in 24us (1934us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970770.784384:0:139355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3961 00000100:00100000:3.0:1780970770.784440:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d491f6d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3363:1867475559793344:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970770.784456:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e720f75e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3363:1867475559793600:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970770.784467:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4d0ad09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3363:1867475559793856:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970770.784478:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029d36b69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3363:1867475559793408:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970770.784518:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000084a5c348 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3361:1867475559793472:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970770.784528:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003850eab3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559793728:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970770.784537:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9171edf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559793984:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970770.784547:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000021fa4a77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3361:1867475559793536:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970770.784558:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000089a74440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559793792:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970770.784566:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d95493e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3361:1867475559794048:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970770.785133:0:123252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559793664 00000100:00100000:2.0:1780970770.785183:0:123252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559793920 00000100:00100000:2.0:1780970770.785200:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17478 00000100:00100000:2.0:1780970770.785205:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbd37d4b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3363:x1867475559793664:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970770.785254:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbd37d4b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3363:x1867475559793664:12345-0@lo:400:kworker/u8:18.0 Request processed in 47us (3441us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970770.785260:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17478 00000100:00100000:2.0:1780970770.785272:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17479 00000100:00100000:2.0:1780970770.785276:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066eb6ed7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559793920:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970770.785301:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066eb6ed7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559793920:12345-0@lo:400:kworker/u8:18.0 Request processed in 24us (3462us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970770.785307:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17479 00000100:00100000:2.0:1780970770.785332:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000004774e88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559793664:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970770.785342:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027a06369 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559793920:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970770.785778:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559793280 00000100:00100000:0.0:1780970770.785816:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5538 00000100:00100000:0.0:1780970770.785820:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc5da942 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559793280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780970770.785843:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:0.0:1780970770.785885:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc5da942 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559793280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (4549us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970770.785890:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5538 00000100:00100000:0.0:1780970770.785961:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f9288ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559793280:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1780970771.804800:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970772.317132:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780970772.317156:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e2370e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559794112:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780970772.317229:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970772.317367:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559794112 00000100:00100000:3.0:1780970772.317420:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5539 00000100:00100000:3.0:1780970772.317426:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000027a06369 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559794112:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780970772.317466:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16988864 pending 0 free 3891171328 avail 3659649024 00000100:00100000:3.0:1780970772.317512:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000027a06369 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559794112:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970772.317520:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5539 00000100:00100000:2.0:1780970772.317666:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e2370e44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559794112:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1780970772.828968:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970773.340969:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000004774e88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559794176:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780970773.341056:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970773.341151:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559794176 00000100:00100000:2.0:1780970773.341196:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5540 00000100:00100000:2.0:1780970773.341203:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000639ba11a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559794176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1780970773.341236:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:2.0:1780970773.341289:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000639ba11a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559794176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970773.341298:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5540 00000100:00100000:3.0:1780970773.341333:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000004774e88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559794176:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780970773.853305:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780970773.853338:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ef75de9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559794240:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1780970773.853347:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970773.853409:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970773.853522:0:112211:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559794240 00000100:00100000:0.0:1780970773.853566:0:112211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17480 00000100:00100000:0.0:1780970773.853573:0:112211:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004901a73e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3361:x1867475559794240:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1780970773.853605:0:112211:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1435385856 avail 1305923584 00000100:00100000:0.0:1780970773.853676:0:112211:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004901a73e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3361:x1867475559794240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970773.853684:0:112211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17480 00000100:00100000:3.0:1780970773.854333:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ef75de9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559794240:0@lo:41:osp-pre-0-1.0 00000001:00080000:2.0:1780970773.857745:0:114503:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 25769864411 is committed 00010000:00010000:1.0:1780970773.857822:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a9353e lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2dd8:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970773.857838:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a9353e lrc: 2/0,0 mode: COS/COS res: [0x200002b13:0x2dd8:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970773.857846:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a9353e lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2dd8:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970773.857852:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000d692658 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970773.857856:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a9353e lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2dd8:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970773.857864:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a9353e lrc: 4/0,0 mode: COS/COS res: [0x200002b13:0x2dd8:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970773.857882:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd8:0x0].0x2d9800ce (00000000a449c609) 00010000:00010000:1.0:1780970773.857885:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970773.857891:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a9353e lrc: 2/0,0 mode: --/COS res: [0x200002b13:0x2dd8:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970773.857907:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000d692658/0xa1e9845215a9353e lrc: 0/0,0 mode: --/COS res: [0x200002b13:0x2dd8:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970773.857929:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a93545 lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970773.857934:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a93545 lrc: 2/0,0 mode: COS/COS res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970773.857939:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a93545 lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970773.857943:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d5a7c608 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970773.857945:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a93545 lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970773.857949:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a93545 lrc: 4/0,0 mode: COS/COS res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970773.857955:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd8:0x0].0xfbe05a87 (00000000505baad3) 00010000:00010000:1.0:1780970773.857957:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970773.857959:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a93545 lrc: 2/0,0 mode: --/COS res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970773.857974:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d5a7c608/0xa1e9845215a93545 lrc: 0/0,0 mode: --/COS res: [0x200002b13:0x2dd8:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970773.857988:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000007b0276ff/0xa1e9845215a9354c lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2ddb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970773.857993:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007b0276ff/0xa1e9845215a9354c lrc: 2/0,0 mode: COS/COS res: [0x200002b13:0x2ddb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970773.857998:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007b0276ff/0xa1e9845215a9354c lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2ddb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970773.858002:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007b0276ff already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970773.858004:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007b0276ff/0xa1e9845215a9354c lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2ddb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970773.858008:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007b0276ff/0xa1e9845215a9354c lrc: 4/0,0 mode: COS/COS res: [0x200002b13:0x2ddb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970773.858014:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2ddb:0x0].0x0 (00000000b7616943) 00010000:00010000:1.0:1780970773.858016:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1780970773.858018:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007b0276ff/0xa1e9845215a9354c lrc: 2/0,0 mode: --/COS res: [0x200002b13:0x2ddb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970773.858022:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007b0276ff/0xa1e9845215a9354c lrc: 0/0,0 mode: --/COS res: [0x200002b13:0x2ddb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970774.364913:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780970774.364935:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b405b016 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559794304:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780970774.365011:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970774.365144:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559794304 00000100:00100000:0.0:1780970774.365193:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5541 00000100:00100000:0.0:1780970774.365199:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068b3c221 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559794304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1780970774.365246:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16988864 pending 0 free 3891171328 avail 3659649024 00000100:00100000:0.0:1780970774.365299:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068b3c221 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559794304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970774.365306:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5541 00000100:00100000:1.0:1780970774.365670:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b405b016 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559794304:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780970774.657820:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970774.657867:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970774.657915:0:114508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563562112 00000100:00100000:0.0:1780970774.657977:0:114508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 1436 00000100:00100000:0.0:1780970774.657985:0:114508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5f4d4f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2264:x1867475563562112:12345-192.168.204.45@tcp:400:kworker/u8:14.0 00000100:00100000:2.0:1780970774.658080:0:116454:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563562176 00000100:00100000:2.0:1780970774.658114:0:116454:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3962 00000100:00100000:2.0:1780970774.658119:0:116454:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a84ba061 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e474371c-4744-4c95-8a55-40a3132b2542+27:2263:x1867475563562176:12345-192.168.204.45@tcp:400:kworker/u8:14.0 00000100:00100000:0.0:1780970774.660732:0:114508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5f4d4f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2264:x1867475563562112:12345-192.168.204.45@tcp:400:kworker/u8:14.0 Request processed in 2738us (2912us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970774.660748:0:114508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 1436 00000100:00100000:3.0:1780970774.663249:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970774.663697:0:116454:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a84ba061 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e474371c-4744-4c95-8a55-40a3132b2542+27:2263:x1867475563562176:12345-192.168.204.45@tcp:400:kworker/u8:14.0 Request processed in 5574us (5827us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970774.663713:0:116454:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3962 00000100:00100000:3.0:1780970774.664919:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970774.665037:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970774.665099:0:116454:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563562240 00000100:00100000:2.0:1780970774.665144:0:116454:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3963 00000100:00100000:2.0:1780970774.665152:0:116454:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004733025b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e474371c-4744-4c95-8a55-40a3132b2542+23:2264:x1867475563562240:12345-192.168.204.45@tcp:400:kworker/u8:14.0 00000100:00100000:2.0:1780970774.665236:0:116454:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004733025b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e474371c-4744-4c95-8a55-40a3132b2542+23:2264:x1867475563562240:12345-192.168.204.45@tcp:400:kworker/u8:14.0 Request processed in 84us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970774.665247:0:116454:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3963 00000100:00100000:0.0:1780970774.675477:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563562304 00000100:00100000:0.0:1780970774.675570:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563562368 00000100:00100000:0.0:1780970774.675603:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6344 00000100:00100000:0.0:1780970774.675609:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e76e5d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e474371c-4744-4c95-8a55-40a3132b2542+6:2263:x1867475563562304:12345-192.168.204.45@tcp:400:kworker/u8:14.0 00000100:00100000:0.0:1780970774.675725:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e76e5d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e474371c-4744-4c95-8a55-40a3132b2542+6:2263:x1867475563562304:12345-192.168.204.45@tcp:400:kworker/u8:14.0 Request processed in 115us (12484us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970774.675737:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6344 00000100:00100000:0.0:1780970774.675770:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6345 00000100:00100000:0.0:1780970774.675775:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005dbdf263 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e474371c-4744-4c95-8a55-40a3132b2542+6:2264:x1867475563562368:12345-192.168.204.45@tcp:400:kworker/u8:14.0 00000100:00100000:0.0:1780970774.675809:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005dbdf263 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e474371c-4744-4c95-8a55-40a3132b2542+6:2264:x1867475563562368:12345-192.168.204.45@tcp:400:kworker/u8:14.0 Request processed in 34us (10774us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970774.675816:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6345 00000100:00100000:3.0:1780970774.876957:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780970774.876981:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c6f837a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559794368:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780970774.877052:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970774.877159:0:124322:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559794368 00000100:00100000:2.0:1780970774.877204:0:124322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17481 00000100:00100000:2.0:1780970774.877210:0:124322:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004824ac57 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559794368:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1780970774.877253:0:124322:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1437728768 avail 1308266496 00000100:00100000:2.0:1780970774.877304:0:124322:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004824ac57 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559794368:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970774.877312:0:124322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17481 00010000:00010000:2.0:1780970774.877578:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970774.877658:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c6f837a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559794368:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1780970775.900872:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970775.900919:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780970775.900957:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f46033e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559794432:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780970775.901069:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970775.901103:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad1a7ea0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3362:1867475559794624:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970775.901131:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970775.901156:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001ec1c59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559794880:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970775.901179:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970775.901192:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027bfcb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559795136:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970775.901212:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970775.901225:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1780970775.901226:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559794432 00000100:00100000:0.0:1780970775.901229:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ef3dd0e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3362:1867475559794688:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970775.901247:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970775.901260:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c1ae9878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559794944:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970775.901267:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5542 00000100:00100000:2.0:1780970775.901273:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043dd8bfd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559794432:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780970775.901277:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970775.901289:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005c9f42b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559795200:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970775.901305:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1780970775.901317:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:0.0:1780970775.901330:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559794880 00000100:00100000:0.0:1780970775.901350:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559795136 00000100:00100000:2.0:1780970775.901359:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043dd8bfd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559794432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970775.901363:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559794944 00000100:00100000:2.0:1780970775.901366:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5542 00000100:00100000:0.0:1780970775.901373:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559795200 00000100:00100000:0.0:1780970775.901384:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6346 00000100:00100000:0.0:1780970775.901387:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b405b016 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559794880:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970775.901393:0:123253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6347 00000100:00100000:2.0:1780970775.901396:0:123253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ef75de9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559795136:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970775.901435:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ef75de9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559795136:12345-0@lo:400:kworker/u8:18.0 Request processed in 38us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970775.901442:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6347 00000100:00100000:2.0:1780970775.901467:0:123253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6348 00000100:00100000:2.0:1780970775.901470:0:123253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e58dbf4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559794944:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970775.901495:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e58dbf4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559794944:12345-0@lo:400:kworker/u8:18.0 Request processed in 24us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970775.901501:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6348 00000100:00100000:3.0:1780970775.901504:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6349 00000100:00100000:3.0:1780970775.901509:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025aef625 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559795200:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970775.901531:0:116454:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559794624 00000100:00100000:3.0:1780970775.901540:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025aef625 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559795200:12345-0@lo:400:kworker/u8:18.0 Request processed in 30us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970775.901546:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6349 00000100:00100000:2.0:1780970775.901552:0:116454:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559794688 00000100:00100000:2.0:1780970775.901566:0:116454:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3964 00000100:00100000:2.0:1780970775.901569:0:116454:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000b40fd81 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3362:x1867475559794624:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970775.901578:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a777f23f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3361:1867475559794560:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970775.901595:0:116454:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000b40fd81 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3362:x1867475559794624:12345-0@lo:400:kworker/u8:18.0 Request processed in 24us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970775.901599:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970775.901601:0:116454:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3964 00000100:00100000:2.0:1780970775.901611:0:116454:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559794560 00000100:00100000:3.0:1780970775.901612:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b74e6e1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559794816:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970775.901646:0:116454:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3965 00000100:00100000:2.0:1780970775.901650:0:116454:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007fe7589 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3362:x1867475559794688:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970775.901654:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970775.901669:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025d2d3c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559795072:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970775.901674:0:116454:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007fe7589 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3362:x1867475559794688:12345-0@lo:400:kworker/u8:18.0 Request processed in 24us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970775.901679:0:116454:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3965 00000100:00100000:3.0:1780970775.901686:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970775.901688:0:116454:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3966 00000100:00100000:2.0:1780970775.901691:0:116454:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000305bd40a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3361:x1867475559794560:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970775.901701:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:3.0:1780970775.901706:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068faca70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3361:1867475559794496:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970775.901711:0:116454:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000305bd40a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3361:x1867475559794560:12345-0@lo:400:kworker/u8:18.0 Request processed in 19us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970775.901715:0:116454:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3966 00000100:00100000:3.0:1780970775.901729:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970775.901736:0:124322:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559794816 00000100:00100000:3.0:1780970775.901744:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000717674c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3361:1867475559794752:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970775.901752:0:124322:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559795072 00000100:00100000:3.0:1780970775.901764:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970775.901765:0:124322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17482 00000100:00100000:2.0:1780970775.901768:0:124322:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071fed84d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3361:x1867475559794816:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970775.901775:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036be33e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3361:1867475559795008:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970775.901792:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970775.901792:0:124322:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071fed84d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3361:x1867475559794816:12345-0@lo:400:kworker/u8:18.0 Request processed in 22us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970775.901801:0:124322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17482 00000100:00100000:3.0:1780970775.901803:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005249b8e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3361:1867475559795264:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970775.901810:0:124322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17483 00000100:00100000:2.0:1780970775.901813:0:124322:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e2370e44 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559795072:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970775.901819:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970775.901832:0:124322:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e2370e44 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559795072:12345-0@lo:400:kworker/u8:18.0 Request processed in 18us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970775.901837:0:124322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17483 00000100:00100000:3.0:1780970775.901847:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a777f23f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3361:1867475559794560:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970775.901855:0:123083:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559794752 00000100:00100000:3.0:1780970775.901856:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b74e6e1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559794816:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970775.901864:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025d2d3c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559795072:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970775.901871:0:123083:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559795008 00000100:00100000:2.0:1780970775.901881:0:123083:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559795264 00000100:00100000:2.0:1780970775.901890:0:123083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3967 00000100:00100000:2.0:1780970775.901893:0:123083:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2520e13 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3361:x1867475559794752:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970775.901894:0:112204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3968 00000100:00100000:3.0:1780970775.901897:0:112204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000262a9ec8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3361:x1867475559795008:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970775.902074:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b405b016 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559794880:12345-0@lo:400:kworker/u8:18.0 Request processed in 685us (894us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970775.902081:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6346 00000100:00100000:0.0:1780970775.902103:0:112616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3969 00000100:00100000:0.0:1780970775.902107:0:112616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b61e18d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3361:x1867475559795264:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970775.902184:0:114508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559794496 00000100:00100000:1.0:1780970775.902211:0:114508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1437 00000100:00100000:1.0:1780970775.902214:0:114508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001046ec4c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3361:x1867475559794496:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970775.902335:0:123083:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2520e13 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3361:x1867475559794752:12345-0@lo:400:kworker/u8:18.0 Request processed in 27us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970775.902343:0:123083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3967 00000100:00100000:2.0:1780970775.902378:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ef3dd0e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3362:1867475559794688:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970775.902387:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c1ae9878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559794944:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970775.902395:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005c9f42b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559795200:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970775.902403:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad1a7ea0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3362:1867475559794624:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970775.902411:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001ec1c59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559794880:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970775.902428:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027bfcb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559795136:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970775.902442:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f46033e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559794432:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780970775.903225:0:112204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000262a9ec8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3361:x1867475559795008:12345-0@lo:400:kworker/u8:18.0 Request processed in 1322us (1428us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970775.903233:0:112204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3968 00000100:00100000:0.0:1780970775.903881:0:112616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b61e18d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3361:x1867475559795264:12345-0@lo:400:kworker/u8:18.0 Request processed in 1771us (2059us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970775.903889:0:112616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3969 00000100:00100000:1.0:1780970775.904262:0:114508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001046ec4c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3361:x1867475559794496:12345-0@lo:400:kworker/u8:18.0 Request processed in 2044us (2531us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970775.904270:0:114508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1437 00000100:00100000:2.0:1780970775.904608:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068faca70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3361:1867475559794496:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970775.904646:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000717674c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3361:1867475559794752:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970775.904657:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036be33e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3361:1867475559795008:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970775.904667:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005249b8e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3361:1867475559795264:0@lo:400:kworker/u8:18.0 00010000:00010000:0.0:1780970776.924869:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970777.438046:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780970777.442635:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009272de61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559795328:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780970777.442717:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970777.453566:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559795328 00000100:00100000:2.0:1780970777.453657:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5543 00000100:00100000:2.0:1780970777.453664:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005c8213d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559795328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780970777.453698:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16988864 pending 0 free 3891171328 avail 3659649024 00000100:00100000:2.0:1780970777.453785:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005c8213d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559795328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 121us (11069us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970777.453793:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5543 00000100:00100000:1.0:1780970777.454470:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009272de61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559795328:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1780970777.950173:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970778.460868:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780970778.468982:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f46033e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559795392:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780970778.469317:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970778.477459:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559795392 00000100:00100000:0.0:1780970778.477535:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5544 00000100:00100000:0.0:1780970778.477542:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091f5fdf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559795392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1780970778.477578:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:1.0:1780970778.478468:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091f5fdf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559795392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 922us (9149us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970778.478480:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5544 00000100:00100000:3.0:1780970778.479287:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f46033e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559795392:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780970778.972909:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780970778.972934:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1a741ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559795456:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780970778.973007:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970778.973135:0:112211:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559795456 00000100:00100000:0.0:1780970778.973196:0:112211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17484 00000100:00100000:0.0:1780970778.973202:0:112211:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009eef2821 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3362:x1867475559795456:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1780970778.973234:0:112211:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1435385856 avail 1305923584 00000100:00100000:0.0:1780970778.973292:0:112211:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009eef2821 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3362:x1867475559795456:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970778.973299:0:112211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17484 00000100:00100000:3.0:1780970778.973400:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1a741ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559795456:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1780970778.977167:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970779.485412:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780970779.485436:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e2c2be5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559795520:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780970779.485507:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970779.485650:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559795520 00000100:00100000:3.0:1780970779.485700:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5545 00000100:00100000:3.0:1780970779.485706:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000bebf505 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559795520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1780970779.485737:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16988864 pending 0 free 3891171328 avail 3659649024 00000100:00100000:3.0:1780970779.485793:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000bebf505 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559795520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970779.485801:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5545 00000100:00100000:0.0:1780970779.485976:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e2c2be5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559795520:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780970779.767717:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970779.767764:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970779.767801:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970779.767826:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970779.767851:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970779.767897:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563562624 00000100:00100000:1.0:1780970779.767942:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563562688 00000100:00100000:1.0:1780970779.767958:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6350 00000100:00100000:1.0:1780970779.767965:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c1a957f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e474371c-4744-4c95-8a55-40a3132b2542+6:2264:x1867475563562624:12345-192.168.204.45@tcp:400:kworker/u8:14.0 00000100:00100000:1.0:1780970779.768047:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c1a957f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e474371c-4744-4c95-8a55-40a3132b2542+6:2264:x1867475563562624:12345-192.168.204.45@tcp:400:kworker/u8:14.0 Request processed in 81us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970779.768054:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6350 00000100:00100000:1.0:1780970779.768071:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6351 00000100:00100000:1.0:1780970779.768074:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005249b8e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e474371c-4744-4c95-8a55-40a3132b2542+6:2263:x1867475563562688:12345-192.168.204.45@tcp:400:kworker/u8:14.0 00000100:00100000:1.0:1780970779.768095:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005249b8e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e474371c-4744-4c95-8a55-40a3132b2542+6:2263:x1867475563562688:12345-192.168.204.45@tcp:400:kworker/u8:14.0 Request processed in 21us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970779.768100:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6351 00000100:00100000:3.0:1780970779.768403:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563562496 00000100:00100000:3.0:1780970779.768442:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563562560 00000100:00100000:3.0:1780970779.768461:0:112204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3970 00000100:00100000:3.0:1780970779.768464:0:112204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000197c692e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+27:2264:x1867475563562496:12345-192.168.204.45@tcp:400:kworker/u8:14.0 00000100:00100000:3.0:1780970779.768495:0:112204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000197c692e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+27:2264:x1867475563562496:12345-192.168.204.45@tcp:400:kworker/u8:14.0 Request processed in 30us (732us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970779.768500:0:112204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3970 00000100:00100000:3.0:1780970779.768513:0:112204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3971 00000100:00100000:3.0:1780970779.768516:0:112204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096923db0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+23:2263:x1867475563562560:12345-192.168.204.45@tcp:400:kworker/u8:14.0 00000100:00100000:3.0:1780970779.768536:0:112204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096923db0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+23:2263:x1867475563562560:12345-192.168.204.45@tcp:400:kworker/u8:14.0 Request processed in 19us (737us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970779.768541:0:112204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3971 00000100:00100000:0.0:1780970779.768806:0:114508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563562432 00000100:00100000:0.0:1780970779.768838:0:114508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 1438 00000100:00100000:0.0:1780970779.768843:0:114508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d4fb673 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2263:x1867475563562432:12345-192.168.204.45@tcp:400:kworker/u8:14.0 00000100:00100000:0.0:1780970779.768886:0:114508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d4fb673 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2263:x1867475563562432:12345-192.168.204.45@tcp:400:kworker/u8:14.0 Request processed in 32us (1169us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970779.768892:0:114508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 1438 00000100:00100000:1.0:1780970779.815700:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970779.815804:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563562752 00000100:00100000:2.0:1780970779.815869:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3972 00000100:00100000:2.0:1780970779.815890:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036be33e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+27:2262:x1867475563562752:12345-192.168.204.45@tcp:38:kworker/u8:14.0 00010000:02000400:2.0:1780970779.815929:0:139446:0:(ldlm_lib.c:914:target_handle_reconnect()) lustre-MDT0000: Client e474371c-4744-4c95-8a55-40a3132b2542 (at 192.168.204.45@tcp) reconnecting 00010000:00080000:2.0:1780970779.823449:0:139446:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-MDT0000: connection from e474371c-4744-4c95-8a55-40a3132b2542@192.168.204.45@tcp t0 exp 00000000d2c11a35 cur 7431 last 1780970779 00000004:00100000:2.0:1780970779.823491:0:139446:0:(mdt_handler.c:6641:mdt_connect_internal()) lustre-MDT0000: cli 192.168.204.45@tcp supports cksum type f7, return f7 00000100:00080000:2.0:1780970779.823515:0:139446:0:(import.c:86:import_set_state_nolock()) 000000002430c50b : changing import state from FULL to RECOVER 00000100:00080000:2.0:1780970779.823526:0:139446:0:(import.c:86:import_set_state_nolock()) 000000002430c50b : changing import state from RECOVER to FULL 00000100:00100000:2.0:1780970779.823719:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036be33e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+27:2262:x1867475563562752:12345-192.168.204.45@tcp:38:kworker/u8:14.0 Request processed in 7828us (8025us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970779.823732:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3972 00000100:00100000:0.0:1780970779.839559:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970779.841022:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563556416 00000004:00100000:2.0:1780970779.841065:0:139446:0:(mdt_mds.c:185:ldlm_enqueue_hpreq_check()) @@@ lock 0000000000000000 cookie 0x6a79ece8989249dc req@000000006e2c2be5 x1867475563556416/t0(0) o101->e474371c-4744-4c95-8a55-40a3132b2542@192.168.204.45@tcp:0/0 lens 576/0 e 0 to 0 dl 1780970799 ref 1 fl New:/2/ffffffff rc 0/-1 job:'touch.0' 00000100:00100000:2.0:1780970779.841111:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85615 00000100:00100000:2.0:1780970779.841128:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e2c2be5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+27:199142:x1867475563556416:12345-192.168.204.45@tcp:101:touch.0 00010000:00010000:2.0:1780970779.841145:0:139446:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1780970779.841165:0:139446:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000065c95cde/0xa1e9845215a935d1 lrc: 2/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece8989249dc expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1780970779.841213:0:139446:0:(mdt_handler.c:4473:mdt_intent_fixup_resent()) @@@ no existing lock with rhandle 0x6a79ece8989249dc req@000000006e2c2be5 x1867475563556416/t0(0) o101->e474371c-4744-4c95-8a55-40a3132b2542@192.168.204.45@tcp:0/0 lens 576/3528 e 0 to 0 dl 1780970799 ref 1 fl Interpret:/0/0 rc 0/0 job:'touch.0' 00010000:00010000:2.0:1780970779.841236:0:139446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000006c48d581/0xa1e9845215a935d8 lrc: 3/1,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970779.841251:0:139446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006c48d581/0xa1e9845215a935d8 lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970779.841268:0:139446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006c48d581/0xa1e9845215a935d8 lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970779.841283:0:139446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000006db1b3fb/0xa1e9845215a935df lrc: 3/1,0 mode: --/PR res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970779.841289:0:139446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006db1b3fb/0xa1e9845215a935df lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970779.841295:0:139446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006db1b3fb/0xa1e9845215a935df lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970779.841405:0:139446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000885778cd/0xa1e9845215a935e6 lrc: 3/1,0 mode: --/PR res: [0x200002b13:0x2dda:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970779.841413:0:139446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000885778cd/0xa1e9845215a935e6 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dda:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970779.841419:0:139446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000885778cd/0xa1e9845215a935e6 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dda:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1780970779.841450:0:139446:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002b13:0x2dda:0x0]: returning size 4096 00000004:00200000:2.0:1780970779.841454:0:139446:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 2 00000004:00010000:2.0:1780970779.841472:0:139446:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000885778cd/0xa1e9845215a935e6 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dda:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970779.841482:0:139446:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000006c48d581/0xa1e9845215a935d8 lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970779.841487:0:139446:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006c48d581/0xa1e9845215a935d8 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970779.841493:0:139446:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006c48d581/0xa1e9845215a935d8 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970779.841499:0:139446:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006c48d581 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970779.841502:0:139446:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006c48d581/0xa1e9845215a935d8 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970779.841512:0:139446:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006c48d581/0xa1e9845215a935d8 lrc: 4/0,0 mode: CR/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970779.841523:0:139446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0x0 (000000000d9ea78e) 00010000:00010000:2.0:1780970779.841526:0:139446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970779.841529:0:139446:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006c48d581/0xa1e9845215a935d8 lrc: 2/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970779.841534:0:139446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006c48d581/0xa1e9845215a935d8 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970779.841546:0:139446:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000006db1b3fb/0xa1e9845215a935df lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970779.841552:0:139446:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006db1b3fb/0xa1e9845215a935df lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970779.841557:0:139446:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006db1b3fb/0xa1e9845215a935df lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970779.841562:0:139446:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006db1b3fb already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970779.841564:0:139446:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006db1b3fb/0xa1e9845215a935df lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970779.841569:0:139446:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006db1b3fb/0xa1e9845215a935df lrc: 4/0,0 mode: PR/PR res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970779.841575:0:139446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dd7:0x0].0xcb9f90b0 (00000000cb90975e) 00010000:00010000:2.0:1780970779.841578:0:139446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970779.841580:0:139446:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006db1b3fb/0xa1e9845215a935df lrc: 2/0,0 mode: --/PR res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970779.841585:0:139446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006db1b3fb/0xa1e9845215a935df lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x2dd7:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970779.841668:0:139446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000065c95cde/0xa1e9845215a935d1 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2dd7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989249dc expref: 29 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970779.841682:0:139446:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000885778cd/0xa1e9845215a935e6 lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2dda:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989249dc expref: 28 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970779.841688:0:139446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dda:0x0].0x0 (00000000e2ea3ed6) 00010000:00010000:2.0:1780970779.841690:0:139446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780970779.841691:0:139446:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000885778cd, rc 0) 00000100:00100000:2.0:1780970779.841764:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e2c2be5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+28:199142:x1867475563556416:12345-192.168.204.45@tcp:101:touch.0 Request processed in 636us (2213us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970779.841772:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85615 00000100:00100000:3.0:1780970779.847354:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970779.847575:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563562944 00000100:00100000:0.0:1780970779.847655:0:139355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85616 00000100:00100000:0.0:1780970779.847662:0:139355:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1a741ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e474371c-4744-4c95-8a55-40a3132b2542+28:199142:x1867475563562944:12345-192.168.204.45@tcp:101:touch.0 00010000:00010000:0.0:1780970779.847690:0:139355:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1780970779.847692:0:139355:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1780970779.847718:0:139355:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000885778cd/0xa1e9845215a935e6 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x2dda:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece8989249dc expref: 28 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970779.847735:0:139355:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dda:0x0].0x0 (00000000e2ea3ed6) 00010000:00010000:0.0:1780970779.847745:0:139355:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780970779.847760:0:139355:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a935ed lrc: 2/0,0 mode: --/CW res: [0x200002b13:0x2dda:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece898924a0d expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970779.847897:0:139355:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a935f4 lrc: 3/0,1 mode: --/CW res: [0x200002b13:0x2dda:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970779.847912:0:139355:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a935f4 lrc: 3/0,1 mode: CW/CW res: [0x200002b13:0x2dda:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970779.847922:0:139355:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a935f4 lrc: 3/0,1 mode: CW/CW res: [0x200002b13:0x2dda:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970779.847933:0:139355:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a935fb lrc: 3/0,1 mode: --/PW res: [0x200002b13:0x2dda:0x0].0xb1bed465 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970779.847939:0:139355:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a935fb lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dda:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970779.847945:0:139355:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a935fb lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dda:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1780970779.848455:0:139355:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x100010000:0x53bd:0x0], index 1: 0 00010000:00010000:0.0:1780970779.848589:0:139355:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a93602 lrc: 3/1,0 mode: --/CR res: [0x200002b13:0x2de0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970779.848599:0:139355:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a93602 lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2de0:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970779.848607:0:139355:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a93602 lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2de0:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970779.848667:0:139355:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a935f4 lrc: 3/0,1 mode: CW/CW res: [0x200002b13:0x2dda:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970779.848674:0:139355:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a935f4 lrc: 2/0,0 mode: CW/CW res: [0x200002b13:0x2dda:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970779.848681:0:139355:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a935f4 lrc: 3/0,0 mode: CW/CW res: [0x200002b13:0x2dda:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970779.848687:0:139355:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000038ac795e already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970779.848691:0:139355:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a935f4 lrc: 3/0,0 mode: CW/CW res: [0x200002b13:0x2dda:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970779.848698:0:139355:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a935f4 lrc: 4/0,0 mode: CW/CW res: [0x200002b13:0x2dda:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970779.848707:0:139355:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dda:0x0].0x0 (000000000b2dc9ed) 00010000:00010000:0.0:1780970779.848709:0:139355:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970779.848712:0:139355:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a935f4 lrc: 2/0,0 mode: --/CW res: [0x200002b13:0x2dda:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970779.848717:0:139355:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a935f4 lrc: 0/0,0 mode: --/CW res: [0x200002b13:0x2dda:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1780970779.848729:0:139355:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000d1a741ea reply state 00000000cdc29fab transno 25769864412 ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a935fb lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2dda:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970779.848755:0:139355:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a935ed lrc: 0/0,0 mode: --/CW res: [0x200002b13:0x2dda:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a0d expref: 30 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970779.848768:0:139355:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000dbe36306/0xa1e9845215a93602 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2de0:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a0d expref: 29 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970779.848774:0:139355:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2de0:0x0].0x0 (00000000a1d9af8d) 00010000:00010000:0.0:1780970779.848776:0:139355:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1780970779.848778:0:139355:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000dbe36306, rc 0) 00000100:00100000:0.0:1780970779.848858:0:139355:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1a741ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e474371c-4744-4c95-8a55-40a3132b2542+30:199142:x1867475563562944:12345-192.168.204.45@tcp:101:touch.0 Request processed in 1194us (1510us total) trans 25769864412 rc 0/0 00000100:00100000:0.0:1780970779.848866:0:139355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85616 00010000:00010000:1.0:1780970779.850473:0:3347:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a935fb lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2dda:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970779.850491:0:3347:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dda:0x0].0xb1bed465 (000000004e9b0df0) 00010000:00010000:1.0:1780970779.850494:0:3347:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780970779.851399:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970779.851541:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563563072 00000100:00100000:2.0:1780970779.851590:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85617 00000100:00100000:2.0:1780970779.851598:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a3e17a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+30:199142:x1867475563563072:12345-192.168.204.45@tcp:36:touch.0 00010000:00010000:2.0:1780970779.851713:0:139446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006db1b3fb/0xa1e9845215a93610 lrc: 3/0,1 mode: --/PW res: [0x200002b13:0x2de0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970779.851727:0:139446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006db1b3fb/0xa1e9845215a93610 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2de0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970779.851738:0:139446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006db1b3fb/0xa1e9845215a93610 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2de0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1780970779.851845:0:139446:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000008a3e17a5 reply state 000000004b7c441f transno 25769864413 ns: mdt-lustre-MDT0000_UUID lock: 000000006db1b3fb/0xa1e9845215a93610 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2de0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970779.851956:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a3e17a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+32:199142:x1867475563563072:12345-192.168.204.45@tcp:36:touch.0 Request processed in 358us (562us total) trans 25769864413 rc 0/0 00000100:00100000:2.0:1780970779.851965:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85617 00010000:00010000:1.0:1780970779.853303:0:3346:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006db1b3fb/0xa1e9845215a93610 lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2de0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970779.853322:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2de0:0x0].0x0 (00000000a1d9af8d) 00010000:00010000:1.0:1780970779.853325:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780970779.854557:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970779.854827:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563563136 00000100:00100000:2.0:1780970779.855087:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 88433 00000100:00100000:2.0:1780970779.855094:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000894737b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e474371c-4744-4c95-8a55-40a3132b2542+6:2263:x1867475563563136:12345-192.168.204.45@tcp:2:touch.0 00000100:00100000:2.0:1780970779.855312:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000894737b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e474371c-4744-4c95-8a55-40a3132b2542+7:2263:x1867475563563136:12345-192.168.204.45@tcp:2:touch.0 Request processed in 216us (761us total) trans 4294998705 rc 0/0 00000100:00100000:2.0:1780970779.855320:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 88433 00000100:00100000:3.0:1780970779.860764:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970779.864255:0:115571:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563563264 00000100:00100000:0.0:1780970779.864383:0:115571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 32809 00000100:00100000:0.0:1780970779.864390:0:115571:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2018786 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e474371c-4744-4c95-8a55-40a3132b2542+32:199142:x1867475563563264:12345-192.168.204.45@tcp:35:touch.0 00000100:00100000:0.0:1780970779.864736:0:115571:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2018786 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e474371c-4744-4c95-8a55-40a3132b2542+33:199142:x1867475563563264:12345-192.168.204.45@tcp:35:touch.0 Request processed in 345us (3980us total) trans 25769864414 rc 0/0 00000100:00100000:0.0:1780970779.864744:0:115571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 32809 00010000:00010000:3.0:1780970779.997293:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970779.997504:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011c6f3f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559795584:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780970779.997588:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970779.997770:0:112210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559795584 00000100:00100000:2.0:1780970779.997817:0:112210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17485 00000100:00100000:2.0:1780970779.997824:0:112210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b160ca7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559795584:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1780970779.997859:0:112210:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1437728768 avail 1308266496 00000100:00100000:2.0:1780970779.997922:0:112210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b160ca7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559795584:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970779.997929:0:112210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17485 00000100:00100000:3.0:1780970779.997991:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011c6f3f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559795584:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780970781.020877:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000717674c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3362:1867475559795648:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.020954:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970781.020981:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad1a7ea0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3362:1867475559795904:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.021007:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970781.021025:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025d2d3c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3362:1867475559796160:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.021046:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970781.021062:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dbef36b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3362:1867475559796416:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.021081:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970781.021103:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1780970781.021109:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068faca70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3362:1867475559795712:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.021129:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970781.021144:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005c9f42b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559795968:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.021167:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970781.021181:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b74e6e1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559796224:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.021200:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970781.021225:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027bfcb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3360:1867475559795776:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.021247:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970781.021260:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c1ae9878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559796032:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.021281:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970781.021296:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a777f23f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559796288:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.021315:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970781.021331:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1780970781.021335:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001ec1c59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3360:1867475559795840:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.021354:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970781.021368:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ef3dd0e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559796096:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.021390:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970781.021403:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000053c647c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559796352:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.021420:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970781.021459:0:114507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559795648 00000100:00100000:1.0:1780970781.021501:0:114507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1439 00000100:00100000:1.0:1780970781.021507:0:114507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098c8f5e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3362:x1867475559795648:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.021559:0:114507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098c8f5e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3362:x1867475559795648:12345-0@lo:400:kworker/u8:0.0 Request processed in 49us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970781.021566:0:114507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1439 00000100:00100000:1.0:1780970781.021602:0:112616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559795904 00000100:00100000:1.0:1780970781.021648:0:112616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559796160 00000100:00100000:1.0:1780970781.021664:0:112616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559796416 00000100:00100000:1.0:1780970781.021672:0:112616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559795712 00000100:00100000:1.0:1780970781.021679:0:112616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559795776 00000100:00100000:1.0:1780970781.021688:0:112616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559795840 00000100:00100000:1.0:1780970781.021702:0:112616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3973 00000100:00100000:1.0:1780970781.021706:0:112616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c4da414 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3362:x1867475559795904:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.021740:0:112616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c4da414 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3362:x1867475559795904:12345-0@lo:400:kworker/u8:0.0 Request processed in 34us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970781.021746:0:112616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3973 00000100:00100000:1.0:1780970781.021757:0:112616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3974 00000100:00100000:1.0:1780970781.021760:0:112616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d54b9055 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3362:x1867475559796160:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.021782:0:112616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d54b9055 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3362:x1867475559796160:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (736us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970781.021787:0:112616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3974 00000100:00100000:1.0:1780970781.021798:0:112616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3975 00000100:00100000:1.0:1780970781.021802:0:112616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f835d22 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3362:x1867475559796416:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.021826:0:112616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f835d22 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3362:x1867475559796416:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (744us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970781.021831:0:112616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3975 00000100:00100000:1.0:1780970781.021840:0:112616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3976 00000100:00100000:1.0:1780970781.021843:0:112616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d3bdcc7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3362:x1867475559795712:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.021883:0:112616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d3bdcc7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3362:x1867475559795712:12345-0@lo:400:kworker/u8:0.0 Request processed in 39us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970781.021889:0:112616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3976 00000100:00100000:1.0:1780970781.021900:0:112616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3977 00000100:00100000:1.0:1780970781.021903:0:112616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6a22621 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3360:x1867475559795776:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.021934:0:112616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6a22621 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3360:x1867475559795776:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (687us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970781.021939:0:112616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3977 00000100:00100000:1.0:1780970781.021949:0:112616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3978 00000100:00100000:1.0:1780970781.021952:0:112616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057a254c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3360:x1867475559795840:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.021978:0:112616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057a254c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3360:x1867475559795840:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (624us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970781.021984:0:112616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3978 00000100:00100000:1.0:1780970781.022012:0:112211:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559795968 00000100:00100000:1.0:1780970781.022031:0:112211:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559796224 00000100:00100000:1.0:1780970781.022045:0:112211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17486 00000100:00100000:1.0:1780970781.022050:0:112211:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003215b54f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3362:x1867475559795968:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.022077:0:112211:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003215b54f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3362:x1867475559795968:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (910us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970781.022083:0:112211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17486 00000100:00100000:1.0:1780970781.022093:0:112211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17487 00000100:00100000:1.0:1780970781.022096:0:112211:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012b676c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559796224:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.022118:0:112211:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012b676c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559796224:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (918us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970781.022123:0:112211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17487 00000100:00100000:1.0:1780970781.022141:0:30688:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559796032 00000100:00100000:1.0:1780970781.022159:0:30688:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559796288 00000100:00100000:1.0:1780970781.022168:0:30688:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559796096 00000100:00100000:1.0:1780970781.022178:0:30688:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6352 00000100:00100000:1.0:1780970781.022181:0:30688:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009334ebeb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559796032:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.022206:0:30688:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009334ebeb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559796032:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (926us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970781.022211:0:30688:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6352 00000100:00100000:1.0:1780970781.022220:0:30688:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559796352 00000100:00100000:1.0:1780970781.022236:0:30688:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6353 00000100:00100000:1.0:1780970781.022239:0:30688:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041c59c90 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559796288:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.022260:0:30688:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041c59c90 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559796288:12345-0@lo:400:kworker/u8:0.0 Request processed in 20us (944us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970781.022264:0:30688:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6353 00000100:00100000:1.0:1780970781.022272:0:30688:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6354 00000100:00100000:1.0:1780970781.022275:0:30688:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000422fc40e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559796096:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.022294:0:30688:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000422fc40e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559796096:12345-0@lo:400:kworker/u8:0.0 Request processed in 18us (904us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970781.022299:0:30688:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6354 00000100:00100000:1.0:1780970781.022308:0:30688:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6355 00000100:00100000:1.0:1780970781.022311:0:30688:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010727c96 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559796352:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.022331:0:30688:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010727c96 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559796352:12345-0@lo:400:kworker/u8:0.0 Request processed in 20us (911us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970781.022336:0:30688:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6355 00000100:00100000:1.0:1780970781.022389:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001ec1c59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3360:1867475559795840:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.022399:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ef3dd0e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559796096:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.022406:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000053c647c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559796352:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.022415:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027bfcb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3360:1867475559795776:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.022423:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c1ae9878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559796032:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.022433:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a777f23f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559796288:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.022478:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068faca70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3362:1867475559795712:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.022488:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005c9f42b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559795968:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.022496:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b74e6e1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559796224:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.022504:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000717674c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3362:1867475559795648:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.022514:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad1a7ea0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3362:1867475559795904:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.022524:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025d2d3c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3362:1867475559796160:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1780970781.022533:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dbef36b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3362:1867475559796416:0@lo:400:kworker/u8:0.0 00010000:00010000:0.0:1780970781.023696:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970781.026558:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780970781.026579:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dbef36b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559796480:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780970781.026672:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970781.027278:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559796480 00000100:00100000:2.0:1780970781.027327:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5546 00000100:00100000:2.0:1780970781.027334:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053c647c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559796480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780970781.027362:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:2.0:1780970781.027414:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053c647c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559796480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (743us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970781.027421:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5546 00000100:00100000:2.0:1780970781.027472:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dbef36b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559796480:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1780970782.047801:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970782.557862:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006fa626ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559796544:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780970782.557934:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970782.559553:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559796544 00000100:00100000:2.0:1780970782.559642:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5547 00000100:00100000:2.0:1780970782.559649:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011dda1f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559796544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780970782.559686:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16988864 pending 0 free 3891171328 avail 3659649024 00000100:00100000:2.0:1780970782.560354:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011dda1f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559796544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 702us (2420us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970782.560363:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5547 00000100:00100000:1.0:1780970782.560568:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006fa626ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559796544:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1780970783.068893:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970783.582419:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011c6f3f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559796608:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780970783.582513:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970783.582766:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559796608 00000100:00100000:2.0:1780970783.582814:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5548 00000100:00100000:2.0:1780970783.582829:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e57d66f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559796608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1780970783.582861:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:2.0:1780970783.583284:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e57d66f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559796608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 462us (771us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970783.583293:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5548 00000100:00100000:0.0:1780970783.584357:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011c6f3f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559796608:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1780970784.092949:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970784.093134:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780970784.094103:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5eaabe2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559796672:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780970784.094175:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970784.094286:0:124322:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559796672 00000100:00100000:2.0:1780970784.094357:0:124322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17488 00000100:00100000:2.0:1780970784.094363:0:124322:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c197896a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3363:x1867475559796672:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1780970784.094396:0:124322:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1435385856 avail 1305923584 00000100:00100000:2.0:1780970784.094444:0:124322:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c197896a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3363:x1867475559796672:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970784.094451:0:124322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17488 00000100:00100000:3.0:1780970784.094528:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5eaabe2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559796672:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780970784.605278:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780970784.605301:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067dea4fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559796736:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780970784.605373:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970784.605422:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559796736 00000100:00100000:0.0:1780970784.605469:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5549 00000100:00100000:0.0:1780970784.605476:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c781ec5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559796736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1780970784.605510:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16988864 pending 0 free 3891171328 avail 3659649024 00000100:00100000:0.0:1780970784.605553:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c781ec5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559796736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970784.605562:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5549 00000100:00100000:0.0:1780970784.605651:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067dea4fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559796736:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780970784.898429:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970784.898481:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970784.898510:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970784.898516:0:114508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563563328 00000100:00100000:1.0:1780970784.898532:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970784.898565:0:114508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 1440 00000100:00100000:0.0:1780970784.898572:0:114508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011114a8b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2264:x1867475563563328:12345-192.168.204.45@tcp:400:kworker/u8:5.0 00000100:00100000:1.0:1780970784.898631:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970784.898657:0:123083:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563563392 00000100:00100000:0.0:1780970784.898657:0:114508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011114a8b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2264:x1867475563563328:12345-192.168.204.45@tcp:400:kworker/u8:5.0 Request processed in 84us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970784.898665:0:114508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 1440 00000100:00100000:1.0:1780970784.898681:0:123083:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563563456 00000100:00100000:1.0:1780970784.898696:0:123083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3979 00000100:00100000:1.0:1780970784.898700:0:123083:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c047759d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e474371c-4744-4c95-8a55-40a3132b2542+33:2264:x1867475563563392:12345-192.168.204.45@tcp:400:kworker/u8:5.0 00000100:00100000:1.0:1780970784.898734:0:123083:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c047759d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e474371c-4744-4c95-8a55-40a3132b2542+33:2264:x1867475563563392:12345-192.168.204.45@tcp:400:kworker/u8:5.0 Request processed in 33us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970784.898741:0:123083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3979 00000100:00100000:1.0:1780970784.898756:0:123083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3980 00000100:00100000:1.0:1780970784.898760:0:123083:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8a0fc9c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e474371c-4744-4c95-8a55-40a3132b2542+23:2263:x1867475563563456:12345-192.168.204.45@tcp:400:kworker/u8:5.0 00000100:00100000:1.0:1780970784.898807:0:123083:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8a0fc9c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e474371c-4744-4c95-8a55-40a3132b2542+23:2263:x1867475563563456:12345-192.168.204.45@tcp:400:kworker/u8:5.0 Request processed in 37us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970784.898815:0:123083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3980 00000100:00100000:1.0:1780970784.898834:0:123253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563563520 00000100:00100000:1.0:1780970784.898864:0:123253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563563584 00000100:00100000:1.0:1780970784.898884:0:123253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6356 00000100:00100000:1.0:1780970784.898888:0:123253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0928b91 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e474371c-4744-4c95-8a55-40a3132b2542+6:2264:x1867475563563520:12345-192.168.204.45@tcp:400:kworker/u8:5.0 00000100:00100000:1.0:1780970784.898922:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0928b91 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e474371c-4744-4c95-8a55-40a3132b2542+6:2264:x1867475563563520:12345-192.168.204.45@tcp:400:kworker/u8:5.0 Request processed in 33us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970784.898929:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6356 00000100:00100000:1.0:1780970784.898942:0:123253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6357 00000100:00100000:1.0:1780970784.898946:0:123253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001210788 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e474371c-4744-4c95-8a55-40a3132b2542+7:2263:x1867475563563584:12345-192.168.204.45@tcp:400:kworker/u8:5.0 00000100:00100000:1.0:1780970784.898969:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001210788 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e474371c-4744-4c95-8a55-40a3132b2542+7:2263:x1867475563563584:12345-192.168.204.45@tcp:400:kworker/u8:5.0 Request processed in 21us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970784.898975:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6357 00010000:00010000:3.0:1780970785.117515:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970785.118706:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f46033e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559796800:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780970785.118793:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970785.119300:0:124322:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559796800 00000100:00100000:3.0:1780970785.119360:0:124322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17489 00000100:00100000:3.0:1780970785.119366:0:124322:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009732a571 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559796800:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1780970785.119401:0:124322:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1437728768 avail 1308266496 00000100:00100000:3.0:1780970785.132075:0:124322:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009732a571 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559796800:12345-0@lo:41:osp-pre-1-0.0 Request processed in 12698us (13273us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970785.132091:0:124322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17489 00000100:00100000:1.0:1780970785.132276:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f46033e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559796800:0@lo:41:osp-pre-1-0.0 00000001:00080000:3.0:1780970785.632546:0:9223:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0001: transno 4294998705 is committed 00000001:00080000:3.0:1780970785.634732:0:114503:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 25769864414 is committed 00010000:00010000:1.0:1780970785.634816:0:3347:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a935fb lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2dda:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970785.634831:0:3347:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a935fb lrc: 2/0,0 mode: COS/COS res: [0x200002b13:0x2dda:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970785.634839:0:3347:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a935fb lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2dda:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970785.634845:0:3347:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003f9afa6a already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970785.634848:0:3347:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a935fb lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2dda:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970785.634855:0:3347:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a935fb lrc: 4/0,0 mode: COS/COS res: [0x200002b13:0x2dda:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970785.634872:0:3347:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2dda:0x0].0xb1bed465 (000000004e9b0df0) 00010000:00010000:1.0:1780970785.634874:0:3347:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970785.634877:0:3347:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a935fb lrc: 2/0,0 mode: --/COS res: [0x200002b13:0x2dda:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970785.634883:0:3347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003f9afa6a/0xa1e9845215a935fb lrc: 0/0,0 mode: --/COS res: [0x200002b13:0x2dda:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970785.634915:0:3347:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000006db1b3fb/0xa1e9845215a93610 lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2de0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970785.634921:0:3347:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006db1b3fb/0xa1e9845215a93610 lrc: 2/0,0 mode: COS/COS res: [0x200002b13:0x2de0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970785.634926:0:3347:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006db1b3fb/0xa1e9845215a93610 lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2de0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970785.634930:0:3347:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006db1b3fb already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970785.634932:0:3347:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006db1b3fb/0xa1e9845215a93610 lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2de0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970785.634936:0:3347:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006db1b3fb/0xa1e9845215a93610 lrc: 4/0,0 mode: COS/COS res: [0x200002b13:0x2de0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970785.634943:0:3347:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2de0:0x0].0x0 (00000000a1d9af8d) 00010000:00010000:1.0:1780970785.634945:0:3347:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970785.634946:0:3347:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006db1b3fb/0xa1e9845215a93610 lrc: 2/0,0 mode: --/COS res: [0x200002b13:0x2de0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970785.634951:0:3347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006db1b3fb/0xa1e9845215a93610 lrc: 0/0,0 mode: --/COS res: [0x200002b13:0x2de0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970786.140761:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970786.141473:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7f682ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559796864:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780970786.141549:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970786.141690:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559796864 00000100:00100000:2.0:1780970786.142003:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5550 00000100:00100000:2.0:1780970786.142010:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c6f837a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559796864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780970786.142050:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:2.0:1780970786.142105:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c6f837a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559796864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (557us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970786.142112:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5550 00000100:00100000:3.0:1780970786.142206:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7f682ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559796864:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780970786.143339:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067dea4fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3362:1867475559796928:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970786.143395:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970786.143481:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000389a5154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3363:1867475559796992:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970786.143512:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970786.143576:0:114507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559796928 00000100:00100000:1.0:1780970786.143660:0:114507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1441 00000100:00100000:1.0:1780970786.143665:0:114507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003cfcd008 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3362:x1867475559796928:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970786.144308:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a99997f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559797248:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970786.144346:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970786.144365:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aed07f5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559797504:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970786.144382:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970786.144398:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1780970786.144402:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ba6774e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3363:1867475559797184:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970786.144422:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970786.144435:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000126d3a52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3363:1867475559797440:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970786.144454:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970786.144482:0:123252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559797248 00000100:00100000:0.0:1780970786.144512:0:123252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559797504 00000100:00100000:0.0:1780970786.144529:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17490 00000100:00100000:0.0:1780970786.144532:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9fc049f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3363:x1867475559797248:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970786.144571:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9fc049f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3363:x1867475559797248:12345-0@lo:400:kworker/u8:18.0 Request processed in 37us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970786.144578:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17490 00000100:00100000:0.0:1780970786.144609:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17491 00000100:00100000:0.0:1780970786.144634:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000334c8c11 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559797504:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970786.144661:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000334c8c11 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559797504:12345-0@lo:400:kworker/u8:18.0 Request processed in 46us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970786.144667:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17491 00000100:00100000:0.0:1780970786.144688:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559796992 00000100:00100000:0.0:1780970786.144710:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559797184 00000100:00100000:0.0:1780970786.144723:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559797440 00000100:00100000:0.0:1780970786.144737:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3981 00000100:00100000:0.0:1780970786.144754:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5eaabe2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3363:x1867475559796992:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970786.145005:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a09a523 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3360:1867475559797056:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970786.145048:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970786.145066:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e9276d9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559797312:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970786.145088:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970786.145102:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007260acf0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559797568:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970786.145119:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970786.145135:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1780970786.145141:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000064d1df3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3360:1867475559797120:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970786.145161:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970786.145185:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5c447d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559797376:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970786.145205:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970786.145218:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007462c77c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3360:1867475559797632:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970786.145235:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970786.145409:0:114507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003cfcd008 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3362:x1867475559796928:12345-0@lo:400:kworker/u8:18.0 Request processed in 1742us (2012us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970786.145417:0:114507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1441 00000100:00100000:1.0:1780970786.145456:0:116454:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559797056 00000100:00100000:1.0:1780970786.145473:0:116454:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559797120 00000100:00100000:1.0:1780970786.145483:0:116454:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559797632 00000100:00100000:1.0:1780970786.145492:0:116454:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3982 00000100:00100000:1.0:1780970786.145497:0:116454:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008296e233 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3363:x1867475559797184:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970786.145533:0:116454:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008296e233 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3363:x1867475559797184:12345-0@lo:400:kworker/u8:18.0 Request processed in 36us (1110us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970786.145539:0:116454:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3982 00000100:00100000:1.0:1780970786.145556:0:116454:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3983 00000100:00100000:1.0:1780970786.145559:0:116454:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008742de2b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3363:x1867475559797440:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970786.145582:0:116454:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008742de2b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3363:x1867475559797440:12345-0@lo:400:kworker/u8:18.0 Request processed in 22us (1128us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970786.145587:0:116454:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3983 00000100:00100000:1.0:1780970786.145599:0:116454:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3984 00000100:00100000:1.0:1780970786.145602:0:116454:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c5f9ab9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3360:x1867475559797056:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970786.145657:0:116454:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c5f9ab9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3360:x1867475559797056:12345-0@lo:400:kworker/u8:18.0 Request processed in 53us (609us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970786.145663:0:116454:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3984 00000100:00100000:1.0:1780970786.145673:0:116454:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3985 00000100:00100000:1.0:1780970786.145677:0:116454:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000018d7cd9a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3360:x1867475559797120:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970786.145700:0:116454:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000018d7cd9a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3360:x1867475559797120:12345-0@lo:400:kworker/u8:18.0 Request processed in 22us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970786.145709:0:116454:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3985 00000100:00100000:1.0:1780970786.145718:0:116454:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3986 00000100:00100000:1.0:1780970786.145722:0:116454:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0faf26c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3360:x1867475559797632:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970786.145755:0:116454:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0faf26c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3360:x1867475559797632:12345-0@lo:400:kworker/u8:18.0 Request processed in 32us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970786.145762:0:116454:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3986 00000100:00100000:1.0:1780970786.145905:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559797312 00000100:00100000:1.0:1780970786.145933:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559797568 00000100:00100000:1.0:1780970786.145945:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559797376 00000100:00100000:1.0:1780970786.145960:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6358 00000100:00100000:1.0:1780970786.145963:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d67f2222 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559797312:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970786.145991:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d67f2222 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559797312:12345-0@lo:400:kworker/u8:18.0 Request processed in 27us (903us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970786.145997:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6358 00000100:00100000:1.0:1780970786.146007:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6359 00000100:00100000:1.0:1780970786.146010:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9ecd009 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559797568:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970786.146033:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9ecd009 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559797568:12345-0@lo:400:kworker/u8:18.0 Request processed in 22us (914us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970786.146038:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6359 00000100:00100000:1.0:1780970786.146046:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6360 00000100:00100000:1.0:1780970786.146049:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000365da7a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559797376:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970786.146073:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000365da7a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559797376:12345-0@lo:400:kworker/u8:18.0 Request processed in 22us (868us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970786.146079:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6360 00000100:00100000:0.0:1780970786.146303:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5eaabe2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3363:x1867475559796992:12345-0@lo:400:kworker/u8:18.0 Request processed in 1560us (2790us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970786.146312:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3981 00000100:00100000:0.0:1780970786.146400:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ba6774e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3363:1867475559797184:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970786.146413:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000126d3a52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3363:1867475559797440:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970786.146424:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a99997f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559797248:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970786.146433:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aed07f5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559797504:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970786.146444:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000389a5154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3363:1867475559796992:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970786.146611:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000064d1df3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3360:1867475559797120:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970786.146649:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5c447d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559797376:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970786.146658:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007462c77c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3360:1867475559797632:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970786.146667:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a09a523 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3360:1867475559797056:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970786.146675:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e9276d9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559797312:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970786.146683:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007260acf0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559797568:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970786.147107:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067dea4fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3362:1867475559796928:0@lo:400:kworker/u8:18.0 00010000:00010000:0.0:1780970787.164862:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970787.679369:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aed07f5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559797696:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780970787.679466:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970787.679590:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559797696 00000100:00100000:0.0:1780970787.679668:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5551 00000100:00100000:0.0:1780970787.679674:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000004774e88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559797696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780970787.679897:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16988864 pending 0 free 3891171328 avail 3659649024 00000100:00100000:0.0:1780970787.679980:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000004774e88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559797696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 305us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970787.679992:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5551 00000100:00100000:2.0:1780970787.687138:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aed07f5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559797696:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1780970788.197865:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970788.701730:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780970788.701759:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f9288ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559797760:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780970788.701827:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970788.701929:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559797760 00000100:00100000:1.0:1780970788.701985:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5552 00000100:00100000:1.0:1780970788.701990:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000126d3a52 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559797760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1780970788.702020:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:1.0:1780970788.702078:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000126d3a52 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559797760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970788.702085:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5552 00000100:00100000:1.0:1780970788.702135:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f9288ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559797760:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1780970789.213234:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970789.213899:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f38f14e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559797824:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780970789.213984:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970789.214189:0:124322:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559797824 00000100:00100000:3.0:1780970789.214242:0:124322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17492 00000100:00100000:3.0:1780970789.214247:0:124322:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046910f83 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3360:x1867475559797824:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1780970789.214280:0:124322:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1435385856 avail 1305923584 00000100:00100000:3.0:1780970789.214335:0:124322:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046910f83 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3360:x1867475559797824:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970789.214342:0:124322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17492 00000100:00100000:2.0:1780970789.214429:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f38f14e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559797824:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780970789.725580:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780970789.725603:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d95493e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559797888:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780970789.725699:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970789.725863:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559797888 00000100:00100000:0.0:1780970789.725909:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5553 00000100:00100000:0.0:1780970789.725915:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000089a74440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559797888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1780970789.725945:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16988864 pending 0 free 3891171328 avail 3659649024 00000100:00100000:0.0:1780970789.725989:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000089a74440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559797888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970789.725997:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5553 00000100:00100000:0.0:1780970789.726057:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d95493e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559797888:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780970790.025138:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970790.025280:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970790.025315:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970790.025336:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970790.025377:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970790.025381:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563563776 00000100:00100000:0.0:1780970790.025405:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563563904 00000100:00100000:3.0:1780970790.025430:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563563712 00000100:00100000:0.0:1780970790.025442:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563563840 00000100:00100000:3.0:1780970790.025469:0:112204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3987 00000100:00100000:0.0:1780970790.025474:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6361 00000100:00100000:0.0:1780970790.025481:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000018eac804 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e474371c-4744-4c95-8a55-40a3132b2542+6:2265:x1867475563563904:12345-192.168.204.45@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1780970790.025487:0:112204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010181b35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+23:2265:x1867475563563776:12345-192.168.204.45@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1780970790.025550:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000018eac804 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e474371c-4744-4c95-8a55-40a3132b2542+6:2265:x1867475563563904:12345-192.168.204.45@tcp:400:kworker/u8:0.0 Request processed in 69us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970790.025558:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6361 00000100:00100000:0.0:1780970790.025584:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6362 00000100:00100000:0.0:1780970790.025589:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aed07f5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e474371c-4744-4c95-8a55-40a3132b2542+6:2265:x1867475563563840:12345-192.168.204.45@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1780970790.025633:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aed07f5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e474371c-4744-4c95-8a55-40a3132b2542+6:2265:x1867475563563840:12345-192.168.204.45@tcp:400:kworker/u8:0.0 Request processed in 23us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970790.025640:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6362 00000100:00100000:0.0:1780970790.025661:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3988 00000100:00100000:0.0:1780970790.025665:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036929d67 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+28:2265:x1867475563563712:12345-192.168.204.45@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1780970790.025688:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036929d67 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+28:2265:x1867475563563712:12345-192.168.204.45@tcp:400:kworker/u8:0.0 Request processed in 23us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970790.025694:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3988 00000100:00100000:2.0:1780970790.026180:0:114507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563563648 00000100:00100000:2.0:1780970790.026213:0:114507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 1442 00000100:00100000:2.0:1780970790.026217:0:114507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f0203aa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2265:x1867475563563648:12345-192.168.204.45@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1780970790.026252:0:114507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f0203aa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2265:x1867475563563648:12345-192.168.204.45@tcp:400:kworker/u8:0.0 Request processed in 33us (1124us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970790.026261:0:114507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 1442 00000100:00100000:3.0:1780970790.027021:0:112204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010181b35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+23:2265:x1867475563563776:12345-192.168.204.45@tcp:400:kworker/u8:0.0 Request processed in 1540us (1739us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970790.027032:0:112204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3987 00000400:00000080:2.0:1780970790.090153:0:145586:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1780970790.090159:0:145586:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 423: statfs should return a right data ==== 22:06:27 (1780970787) 00010000:00010000:2.0:1780970790.236816:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970790.237032:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000021fa4a77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559797952:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780970790.237102:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970790.237215:0:112211:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559797952 00000100:00100000:2.0:1780970790.237278:0:112211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17493 00000100:00100000:2.0:1780970790.237285:0:112211:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000969fb2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559797952:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1780970790.237331:0:112211:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1437728768 avail 1308266496 00000100:00100000:2.0:1780970790.237380:0:112211:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000969fb2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559797952:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970790.237386:0:112211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17493 00000100:00100000:1.0:1780970790.237665:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000021fa4a77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559797952:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1780970791.260830:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970791.261004:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003850eab3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3360:1867475559798080:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970791.261064:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970791.261124:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029d36b69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3361:1867475559798144:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970791.261144:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970791.261175:0:123083:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559798080 00000100:00100000:2.0:1780970791.261217:0:123083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3989 00000100:00100000:2.0:1780970791.261223:0:123083:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000084a5c348 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3360:x1867475559798080:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970791.261262:0:123083:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000084a5c348 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3360:x1867475559798080:12345-0@lo:400:kworker/u8:18.0 Request processed in 39us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970791.261268:0:123083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3989 00000100:00100000:2.0:1780970791.261284:0:123083:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559798144 00000100:00100000:2.0:1780970791.261300:0:123083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3990 00000100:00100000:2.0:1780970791.261303:0:123083:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4d0ad09 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3361:x1867475559798144:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970791.261325:0:123083:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4d0ad09 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3361:x1867475559798144:12345-0@lo:400:kworker/u8:18.0 Request processed in 22us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970791.261330:0:123083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3990 00000100:00100000:2.0:1780970791.261418:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029d36b69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3361:1867475559798144:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970791.261441:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003850eab3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3360:1867475559798080:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970791.261478:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e720f75e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559798336:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970791.261498:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970791.261535:0:112211:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559798336 00000100:00100000:2.0:1780970791.261555:0:112211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17494 00000100:00100000:2.0:1780970791.261558:0:112211:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d491f6d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3360:x1867475559798336:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970791.261583:0:112211:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d491f6d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3360:x1867475559798336:12345-0@lo:400:kworker/u8:18.0 Request processed in 25us (85us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970791.261588:0:112211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17494 00000100:00100000:2.0:1780970791.261609:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e720f75e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559798336:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970791.261657:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e720f75e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559798400:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970791.261678:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970791.261732:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c4d414cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559798592:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970791.261751:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970791.261770:0:112211:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559798592 00000100:00100000:2.0:1780970791.261788:0:112211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17495 00000100:00100000:2.0:1780970791.261791:0:112211:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000082cb8677 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559798592:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970791.261816:0:112211:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000082cb8677 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559798592:12345-0@lo:400:kworker/u8:18.0 Request processed in 25us (65us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970791.261821:0:112211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17495 00000100:00100000:2.0:1780970791.261845:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c4d414cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559798592:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970791.261870:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c4d414cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559798656:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970791.261888:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970791.261992:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9171edf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3363:1867475559798016:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970791.262026:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970791.262050:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029d36b69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3363:1867475559798272:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970791.262069:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970791.262081:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096ddd8e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3363:1867475559798528:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970791.262099:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970791.262110:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000021fa4a77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3363:1867475559798784:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970791.262128:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970791.262142:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1780970791.262147:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003850eab3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3363:1867475559798208:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970791.262164:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970791.262175:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002af68249 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559798464:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970791.262191:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970791.262202:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000920d2bbc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559798720:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970791.262218:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970791.262245:0:123253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559798400 00000100:00100000:0.0:1780970791.262269:0:123253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559798656 00000100:00100000:0.0:1780970791.262282:0:123253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559798464 00000100:00100000:0.0:1780970791.262292:0:123253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559798720 00000100:00100000:0.0:1780970791.262304:0:123253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6363 00000100:00100000:0.0:1780970791.262308:0:123253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b648b3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559798400:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970791.262341:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b648b3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559798400:12345-0@lo:400:kworker/u8:18.0 Request processed in 32us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970791.262347:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6363 00000100:00100000:0.0:1780970791.262371:0:123253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6364 00000100:00100000:0.0:1780970791.262374:0:123253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003b7685c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559798656:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970791.262398:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003b7685c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559798656:12345-0@lo:400:kworker/u8:18.0 Request processed in 23us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970791.262404:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6364 00000100:00100000:0.0:1780970791.262415:0:123253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6365 00000100:00100000:0.0:1780970791.262419:0:123253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a09a523 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559798464:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970791.262443:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a09a523 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559798464:12345-0@lo:400:kworker/u8:18.0 Request processed in 23us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970791.262447:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6365 00000100:00100000:0.0:1780970791.262462:0:123253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6366 00000100:00100000:0.0:1780970791.262465:0:123253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5c447d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559798720:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970791.262487:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5c447d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559798720:12345-0@lo:400:kworker/u8:18.0 Request processed in 21us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970791.262492:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6366 00000100:00100000:0.0:1780970791.262518:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559798272 00000100:00100000:0.0:1780970791.262563:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559798528 00000100:00100000:0.0:1780970791.262576:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559798784 00000100:00100000:0.0:1780970791.262586:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559798208 00000100:00100000:0.0:1780970791.262599:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3991 00000100:00100000:0.0:1780970791.262601:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007260acf0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0000_UUID+5:3363:x1867475559798272:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970791.262653:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007260acf0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0000_UUID+5:3363:x1867475559798272:12345-0@lo:400:kworker/u8:18.0 Request processed in 50us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970791.262659:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3991 00000100:00100000:0.0:1780970791.262673:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3992 00000100:00100000:0.0:1780970791.262676:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007462c77c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0001_UUID+5:3363:x1867475559798528:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970791.262699:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007462c77c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0001_UUID+5:3363:x1867475559798528:12345-0@lo:400:kworker/u8:18.0 Request processed in 22us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970791.262704:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3992 00000100:00100000:0.0:1780970791.262729:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3993 00000100:00100000:0.0:1780970791.262732:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067dea4fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3363:x1867475559798784:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970791.262755:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067dea4fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3363:x1867475559798784:12345-0@lo:400:kworker/u8:18.0 Request processed in 22us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970791.262760:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3993 00000100:00100000:0.0:1780970791.262772:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3994 00000100:00100000:0.0:1780970791.262776:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9276d9e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3363:x1867475559798208:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970791.262797:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9276d9e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3363:x1867475559798208:12345-0@lo:400:kworker/u8:18.0 Request processed in 20us (633us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970791.262803:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3994 00000100:00100000:0.0:1780970791.262846:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c4d414cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559798656:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970791.262856:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e720f75e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559798400:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970791.262888:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003850eab3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3363:1867475559798208:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970791.262898:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002af68249 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559798464:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970791.262905:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000920d2bbc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559798720:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970791.262914:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029d36b69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3363:1867475559798272:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970791.262923:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096ddd8e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3363:1867475559798528:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970791.262930:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000021fa4a77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3363:1867475559798784:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970791.263217:0:114508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559798016 00000100:00100000:2.0:1780970791.263251:0:114508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1443 00000100:00100000:2.0:1780970791.263255:0:114508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d71dcfa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3363:x1867475559798016:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970791.263297:0:114508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d71dcfa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3363:x1867475559798016:12345-0@lo:400:kworker/u8:18.0 Request processed in 41us (1271us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970791.263304:0:114508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1443 00000100:00100000:0.0:1780970791.263410:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9171edf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3363:1867475559798016:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970791.264634:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000035cbbbdc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559798848:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780970791.264686:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970791.264741:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559798848 00000100:00100000:0.0:1780970791.264785:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5554 00000100:00100000:0.0:1780970791.264789:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b090ec2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559798848:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780970791.264813:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:0.0:1780970791.264857:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b090ec2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559798848:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970791.264864:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5554 00000100:00100000:3.0:1780970791.264931:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000035cbbbdc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559798848:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1780970792.285502:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970792.390828:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970792.390939:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563563968 00000100:00100000:3.0:1780970792.390997:0:112204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85618 00000100:00100000:3.0:1780970792.391004:0:112204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000064d1df3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+28:199839:x1867475563563968:12345-192.168.204.45@tcp:41:df.0 00000004:00000024:3.0:1780970792.391059:0:112204:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 7808991232 avail 7345946624 00000100:00100000:3.0:1780970792.391133:0:112204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000064d1df3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+28:199839:x1867475563563968:12345-192.168.204.45@tcp:41:df.0 Request processed in 129us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970792.391141:0:112204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85618 00000100:00100000:3.0:1780970792.796934:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780970792.796964:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000389a5154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559798912:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780970792.797133:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970792.797288:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559798912 00000100:00100000:1.0:1780970792.797345:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5555 00000100:00100000:1.0:1780970792.797351:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbabc50f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559798912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780970792.797383:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16988864 pending 0 free 3891171328 avail 3659649024 00000100:00100000:1.0:1780970792.797426:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbabc50f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559798912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970792.797434:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5555 00000100:00100000:3.0:1780970792.797579:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000389a5154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559798912:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1780970793.311561:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970793.820953:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780970793.820978:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d95493e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559798976:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780970793.821053:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970793.821161:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559798976 00000100:00100000:1.0:1780970793.821217:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5556 00000100:00100000:1.0:1780970793.821223:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a99997f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559798976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1780970793.821254:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:1.0:1780970793.821305:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a99997f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559798976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970793.821316:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5556 00000100:00100000:2.0:1780970793.821556:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d95493e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559798976:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1780970794.335291:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970794.335395:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000035cbbbdc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559799040:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780970794.335466:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970794.335538:0:124322:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559799040 00000100:00100000:0.0:1780970794.335592:0:124322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17496 00000100:00100000:0.0:1780970794.335598:0:124322:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d95493e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3363:x1867475559799040:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1780970794.335865:0:124322:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1435385856 avail 1305923584 00000100:00100000:1.0:1780970794.335921:0:124322:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d95493e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3363:x1867475559799040:12345-0@lo:41:osp-pre-0-1.0 Request processed in 321us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970794.335929:0:124322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17496 00000100:00100000:2.0:1780970794.336031:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000035cbbbdc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559799040:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780970794.845228:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780970794.845251:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f9288ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559799104:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780970794.845316:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970794.845417:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559799104 00000100:00100000:0.0:1780970794.845469:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5557 00000100:00100000:0.0:1780970794.845475:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f46033e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559799104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1780970794.845505:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16988864 pending 0 free 3891171328 avail 3659649024 00000100:00100000:0.0:1780970794.845551:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f46033e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559799104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970794.845558:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5557 00000100:00100000:0.0:1780970794.845639:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f9288ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559799104:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780970795.136838:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970795.136884:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970795.136923:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970795.136946:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970795.136974:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970795.137010:0:30688:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563564288 00000100:00100000:2.0:1780970795.137058:0:30688:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563564224 00000100:00100000:2.0:1780970795.137078:0:30688:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6367 00000100:00100000:2.0:1780970795.137084:0:30688:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f9288ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:e474371c-4744-4c95-8a55-40a3132b2542+6:2264:x1867475563564288:12345-192.168.204.45@tcp:400:kworker/u8:14.0 00000100:00100000:2.0:1780970795.137173:0:30688:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f9288ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:e474371c-4744-4c95-8a55-40a3132b2542+6:2264:x1867475563564288:12345-192.168.204.45@tcp:400:kworker/u8:14.0 Request processed in 87us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970795.137180:0:30688:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6367 00000100:00100000:2.0:1780970795.137199:0:30688:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6368 00000100:00100000:2.0:1780970795.137204:0:30688:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021fa4a77 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:e474371c-4744-4c95-8a55-40a3132b2542+6:2264:x1867475563564224:12345-192.168.204.45@tcp:400:kworker/u8:14.0 00000100:00100000:2.0:1780970795.137229:0:30688:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021fa4a77 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:e474371c-4744-4c95-8a55-40a3132b2542+6:2264:x1867475563564224:12345-192.168.204.45@tcp:400:kworker/u8:14.0 Request processed in 25us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970795.137236:0:30688:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6368 00000100:00100000:2.0:1780970795.137255:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563564160 00000100:00100000:2.0:1780970795.137279:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563564096 00000100:00100000:2.0:1780970795.137297:0:112204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3995 00000100:00100000:2.0:1780970795.137301:0:112204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011c6f3f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+23:2264:x1867475563564160:12345-192.168.204.45@tcp:400:kworker/u8:14.0 00000100:00100000:2.0:1780970795.137327:0:112204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011c6f3f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+23:2264:x1867475563564160:12345-192.168.204.45@tcp:400:kworker/u8:14.0 Request processed in 26us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970795.137333:0:112204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3995 00000100:00100000:2.0:1780970795.137343:0:112204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 3996 00000100:00100000:2.0:1780970795.137347:0:112204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9171edf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+28:2264:x1867475563564096:12345-192.168.204.45@tcp:400:kworker/u8:14.0 00000100:00100000:2.0:1780970795.137371:0:112204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9171edf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e474371c-4744-4c95-8a55-40a3132b2542+28:2264:x1867475563564096:12345-192.168.204.45@tcp:400:kworker/u8:14.0 Request processed in 23us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970795.137376:0:112204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 3996 00000100:00100000:1.0:1780970795.137641:0:114507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563564032 00000100:00100000:1.0:1780970795.137690:0:114507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 1444 00000100:00100000:1.0:1780970795.137694:0:114507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d98dc5e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2264:x1867475563564032:12345-192.168.204.45@tcp:400:kworker/u8:14.0 00000100:00100000:1.0:1780970795.137725:0:114507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d98dc5e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2264:x1867475563564032:12345-192.168.204.45@tcp:400:kworker/u8:14.0 Request processed in 30us (896us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970795.137731:0:114507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 1444 00010000:00010000:0.0:1780970795.357385:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970795.361884:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ba6774e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559799168:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780970795.361968:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970795.362146:0:124322:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559799168 00000100:00100000:0.0:1780970795.362198:0:124322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17497 00000100:00100000:0.0:1780970795.362204:0:124322:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7f682ac pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559799168:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1780970795.362234:0:124322:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1437728768 avail 1308266496 00000100:00100000:0.0:1780970795.362298:0:124322:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7f682ac pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559799168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970795.362305:0:124322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17497 00000100:00100000:1.0:1780970795.362389:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ba6774e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559799168:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1780970796.380791:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970796.381031:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c342bb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3360:1867475559799360:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970796.381097:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970796.381125:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006fa626ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559799616:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970796.381148:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970796.381160:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008120fe35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559799872:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970796.381187:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005afde781 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3362:1867475559799232:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970796.381196:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970796.381221:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1780970796.381228:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014a588f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3360:1867475559799424:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970796.381234:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970796.381256:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000479a4b6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3362:1867475559799488:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970796.381261:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970796.381286:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009272de61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559799680:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970796.381292:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970796.381314:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092dea2aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3362:1867475559799744:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970796.381318:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970796.381338:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005ff69387 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559799936:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970796.381346:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970796.381365:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970796.381368:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022a14e71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3362:1867475559800000:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970796.381396:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970796.381416:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1780970796.381422:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002406bda4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3362:1867475559799296:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970796.381444:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970796.381516:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dbef36b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559800064:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780970796.381544:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970796.381575:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559800064 00000100:00100000:1.0:1780970796.381690:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5558 00000100:00100000:1.0:1780970796.381696:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035cbbbdc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559800064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780970796.381724:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:1.0:1780970796.381761:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035cbbbdc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559800064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970796.381769:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5558 00000100:00100000:1.0:1780970796.381814:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dbef36b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559800064:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780970796.381890:0:116454:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559799360 00000100:00100000:3.0:1780970796.381935:0:116454:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559799424 00000100:00100000:3.0:1780970796.381954:0:116454:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559799488 00000100:00100000:3.0:1780970796.381966:0:116454:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559799744 00000100:00100000:3.0:1780970796.381974:0:116454:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559800000 00000100:00100000:3.0:1780970796.381984:0:116454:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3997 00000100:00100000:3.0:1780970796.381987:0:116454:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000865a1c5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3360:x1867475559799360:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970796.382022:0:116454:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000865a1c5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3360:x1867475559799360:12345-0@lo:400:kworker/u8:18.0 Request processed in 33us (926us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970796.382028:0:116454:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3997 00000100:00100000:3.0:1780970796.382041:0:116454:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3998 00000100:00100000:3.0:1780970796.382044:0:116454:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008eaba8d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3360:x1867475559799424:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970796.382069:0:116454:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008eaba8d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3360:x1867475559799424:12345-0@lo:400:kworker/u8:18.0 Request processed in 24us (812us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970796.382075:0:116454:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3998 00000100:00100000:3.0:1780970796.382085:0:116454:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3999 00000100:00100000:3.0:1780970796.382088:0:116454:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096ddd8e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3362:x1867475559799488:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970796.382112:0:116454:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096ddd8e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3362:x1867475559799488:12345-0@lo:400:kworker/u8:18.0 Request processed in 22us (825us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970796.382117:0:116454:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3999 00000100:00100000:3.0:1780970796.382127:0:116454:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4000 00000100:00100000:3.0:1780970796.382130:0:116454:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029d36b69 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3362:x1867475559799744:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970796.382154:0:116454:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029d36b69 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3362:x1867475559799744:12345-0@lo:400:kworker/u8:18.0 Request processed in 23us (809us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970796.382163:0:116454:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4000 00000100:00100000:3.0:1780970796.382174:0:116454:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4001 00000100:00100000:3.0:1780970796.382177:0:116454:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000920d2bbc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3362:x1867475559800000:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970796.382200:0:116454:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000920d2bbc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3362:x1867475559800000:12345-0@lo:400:kworker/u8:18.0 Request processed in 22us (805us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970796.382205:0:116454:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4001 00000100:00100000:3.0:1780970796.382240:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014a588f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3360:1867475559799424:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970796.382249:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c342bb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3360:1867475559799360:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970796.382291:0:30686:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559799616 00000100:00100000:3.0:1780970796.382312:0:30686:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559799872 00000100:00100000:3.0:1780970796.382326:0:30686:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559799680 00000100:00100000:3.0:1780970796.382338:0:30686:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559799936 00000100:00100000:3.0:1780970796.382350:0:30686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6369 00000100:00100000:3.0:1780970796.382354:0:30686:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ca3f176 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559799616:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970796.382384:0:30686:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ca3f176 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559799616:12345-0@lo:400:kworker/u8:18.0 Request processed in 29us (1236us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970796.382390:0:30686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6369 00000100:00100000:3.0:1780970796.382401:0:30686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6370 00000100:00100000:3.0:1780970796.382405:0:30686:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e6029fe4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559799872:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970796.382427:0:30686:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e6029fe4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559799872:12345-0@lo:400:kworker/u8:18.0 Request processed in 22us (1234us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970796.382432:0:30686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6370 00000100:00100000:3.0:1780970796.382441:0:30686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6371 00000100:00100000:3.0:1780970796.382444:0:30686:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067b1515c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559799680:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970796.382465:0:30686:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067b1515c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559799680:12345-0@lo:400:kworker/u8:18.0 Request processed in 21us (1152us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970796.382470:0:30686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6371 00000100:00100000:3.0:1780970796.382479:0:30686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6372 00000100:00100000:3.0:1780970796.382482:0:30686:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019d6f44c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559799936:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970796.382502:0:30686:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019d6f44c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559799936:12345-0@lo:400:kworker/u8:18.0 Request processed in 19us (1139us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970796.382507:0:30686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6372 00000100:00100000:3.0:1780970796.382528:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009272de61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559799680:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970796.382537:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005ff69387 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559799936:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970796.382544:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006fa626ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559799616:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970796.382552:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008120fe35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559799872:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970796.382669:0:114508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559799232 00000100:00100000:3.0:1780970796.382693:0:114508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1445 00000100:00100000:3.0:1780970796.382697:0:114508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b951ee81 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3362:x1867475559799232:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970796.382725:0:114508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b951ee81 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3362:x1867475559799232:12345-0@lo:400:kworker/u8:18.0 Request processed in 28us (1496us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970796.382731:0:114508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1445 00000100:00100000:2.0:1780970796.385051:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f38f14e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559799552:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970796.385095:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559799296 00000100:00100000:2.0:1780970796.385134:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970796.385143:0:139355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4002 00000100:00100000:0.0:1780970796.385149:0:139355:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002af68249 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3362:x1867475559799296:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970796.385395:0:124322:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559799552 00000100:00100000:3.0:1780970796.385426:0:124322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17498 00000100:00100000:3.0:1780970796.385430:0:124322:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003850eab3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3362:x1867475559799552:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970796.387225:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbf8eeea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559799808:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970796.387483:0:139355:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002af68249 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3362:x1867475559799296:12345-0@lo:400:kworker/u8:18.0 Request processed in 2332us (6037us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970796.387494:0:139355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4002 00000100:00100000:3.0:1780970796.389548:0:124322:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003850eab3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3362:x1867475559799552:12345-0@lo:400:kworker/u8:18.0 Request processed in 4110us (4408us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970796.389566:0:124322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17498 00000100:00100000:2.0:1780970796.392016:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970796.392081:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005afde781 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3362:1867475559799232:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970796.392101:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000479a4b6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3362:1867475559799488:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970796.392114:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092dea2aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3362:1867475559799744:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970796.392117:0:124322:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559799808 00000100:00100000:2.0:1780970796.392127:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022a14e71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3362:1867475559800000:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970796.392184:0:124322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17499 00000100:00100000:3.0:1780970796.392189:0:124322:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e720f75e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559799808:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970796.392241:0:124322:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e720f75e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559799808:12345-0@lo:400:kworker/u8:18.0 Request processed in 51us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970796.392247:0:124322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17499 00000100:00100000:2.0:1780970796.392297:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002406bda4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3362:1867475559799296:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970796.392309:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f38f14e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559799552:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970796.392328:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbf8eeea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559799808:0@lo:400:kworker/u8:18.0 00010000:00010000:0.0:1780970797.404812:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970797.920156:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ba6774e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559800128:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780970797.920251:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970797.920524:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559800128 00000100:00100000:0.0:1780970797.920584:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5559 00000100:00100000:0.0:1780970797.920590:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008120fe35 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559800128:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780970797.920721:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16988864 pending 0 free 3891171328 avail 3659649024 00000100:00100000:0.0:1780970797.920951:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008120fe35 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559800128:12345-0@lo:13:osp-pre-0-0.0 Request processed in 360us (701us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970797.920959:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5559 00000100:00100000:3.0:1780970797.939142:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ba6774e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559800128:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1780970798.429771:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970798.942115:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780970798.942140:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000389a5154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559800192:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780970798.942214:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970798.942391:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559800192 00000100:00100000:0.0:1780970798.942435:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5560 00000100:00100000:0.0:1780970798.942441:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ff69387 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559800192:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1780970798.942470:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:0.0:1780970798.942518:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ff69387 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559800192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970798.942525:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5560 00000100:00100000:3.0:1780970798.942644:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000389a5154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559800192:0@lo:13:osp-pre-1-1.0 00000400:00000080:1.0:1780970799.378602:0:145781:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1780970799.378607:0:145781:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 424: simulate ENOMEM in ptl_send_rpc bulk reply ME attach ========================================================== 22:06:37 (1780970797) 00000100:00100000:1.0:1780970799.455841:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780970799.455861:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dbef36b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559800256:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780970799.455941:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970799.456751:0:123252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559800256 00000100:00100000:2.0:1780970799.456933:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17500 00000100:00100000:2.0:1780970799.456942:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025d2d3c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3363:x1867475559800256:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1780970799.456979:0:123252:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1435385856 avail 1305923584 00000100:00100000:2.0:1780970799.457032:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025d2d3c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3363:x1867475559800256:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (1092us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970799.457050:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17500 00000100:00100000:1.0:1780970799.457516:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970799.458377:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563564416 00000100:00100000:0.0:1780970799.458421:0:139355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85619 00000100:00100000:0.0:1780970799.458427:0:139355:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad1a7ea0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e474371c-4744-4c95-8a55-40a3132b2542+28:200418:x1867475563564416:12345-192.168.204.45@tcp:101:dd.0 00010000:00010000:0.0:1780970799.458445:0:139355:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1780970799.458448:0:139355:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1780970799.458514:0:139355:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a93370 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924965 expref: 28 pid: 139446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.458531:0:139355:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000e1321765) 00010000:00010000:0.0:1780970799.458536:0:139355:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780970799.458562:0:139355:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a93617 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece898924a14 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.458714:0:139355:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a9361e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.458728:0:139355:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a9361e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.458737:0:139355:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a9361e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.458752:0:139355:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000085ed98d2/0xa1e9845215a93625 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xe085435e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.458758:0:139355:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000085ed98d2/0xa1e9845215a93625 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.458764:0:139355:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000085ed98d2/0xa1e9845215a93625 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970799.460932:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dbef36b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559800256:0@lo:41:osp-pre-0-1.0 00000004:00080000:0.0:1780970799.461817:0:139355:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x100000000:0x5aa2:0x0], index 0: 0 00010000:00010000:0.0:1780970799.465296:0:139355:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000007bb35c1b/0xa1e9845215a9362c lrc: 3/1,0 mode: --/CR res: [0x200002b13:0x2de1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.465324:0:139355:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007bb35c1b/0xa1e9845215a9362c lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2de1:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.465338:0:139355:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007bb35c1b/0xa1e9845215a9362c lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2de1:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.465395:0:139355:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a9361e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.465403:0:139355:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a9361e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.465410:0:139355:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a9361e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.465416:0:139355:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000038ac795e already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970799.465420:0:139355:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a9361e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.465426:0:139355:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a9361e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.465438:0:139355:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000e1321765) 00010000:00010000:0.0:1780970799.465440:0:139355:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970799.465444:0:139355:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a9361e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.465450:0:139355:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a9361e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1780970799.465464:0:139355:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000ad1a7ea0 reply state 000000005f54444f transno 25769864415 ns: mdt-lustre-MDT0000_UUID lock: 0000000085ed98d2/0xa1e9845215a93625 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.465500:0:139355:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a93617 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a14 expref: 30 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.465512:0:139355:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000007bb35c1b/0xa1e9845215a9362c lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2de1:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a14 expref: 29 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.465518:0:139355:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2de1:0x0].0x0 (000000007703aa09) 00010000:00010000:0.0:1780970799.465521:0:139355:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1780970799.465523:0:139355:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000007bb35c1b, rc 0) 00000100:00100000:0.0:1780970799.465631:0:139355:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad1a7ea0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e474371c-4744-4c95-8a55-40a3132b2542+30:200418:x1867475563564416:12345-192.168.204.45@tcp:101:dd.0 Request processed in 7187us (8100us total) trans 25769864415 rc 0/0 00000100:00100000:0.0:1780970799.465640:0:139355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85619 00010000:00010000:0.0:1780970799.465737:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970799.472006:0:3346:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000085ed98d2/0xa1e9845215a93625 lrc: 3/0,1 mode: COS/COS res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.472028:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe085435e (00000000261e4937) 00010000:00010000:0.0:1780970799.472031:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780970799.480736:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970799.480834:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563564480 00000100:00100000:3.0:1780970799.480894:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 88434 00000100:00100000:3.0:1780970799.480900:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000717674c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e474371c-4744-4c95-8a55-40a3132b2542+6:200418:x1867475563564480:12345-192.168.204.45@tcp:101:dd.0 00010000:00010000:3.0:1780970799.480920:0:30675:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1780970799.480945:0:30675:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008c5a2656/0xa1e9845215a9363a lrc: 2/0,0 mode: --/PW res: [0x5aa2:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece898924a1b expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1780970799.480970:0:30675:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5aa2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780970799.480990:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970799.480992:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970799.481005:0:30675:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008c5a2656/0xa1e9845215a9363a lrc: 3/0,0 mode: PW/PW res: [0x5aa2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a1b expref: 7 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970799.481019:0:30675:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008c5a2656/0xa1e9845215a9363a lrc: 3/0,0 mode: PW/PW res: [0x5aa2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a1b expref: 7 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970799.481031:0:30675:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008c5a2656, rc 0) 00000100:00100000:3.0:1780970799.481084:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000717674c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e474371c-4744-4c95-8a55-40a3132b2542+7:200418:x1867475563564480:12345-192.168.204.45@tcp:101:dd.0 Request processed in 183us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970799.481091:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 88434 00000100:00100000:2.0:1780970799.621494:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970799.621659:0:47564:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563564544 00002000:00100000:3.0:1780970799.621711:0:47564:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x100000000:0x5aa2:0x0] (0->2097151) req@00000000c4d414cd x1867475563564544/t0(0) o4->e474371c-4744-4c95-8a55-40a3132b2542@192.168.204.45@tcp:550/0 lens 488/0 e 0 to 0 dl 1780970805 ref 1 fl New:/0/ffffffff rc 0/-1 job:'dd.0' 00002000:00100000:3.0:1780970799.621723:0:47564:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000c4d414cd with x1867475563564544 ext(0->2097151) 00002000:00010000:3.0:1780970799.621728:0:47564:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000c4d414cd 00000100:00100000:3.0:1780970799.621758:0:47564:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 18422 00000100:00100000:3.0:1780970799.621764:0:47564:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4d414cd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e474371c-4744-4c95-8a55-40a3132b2542+7:2263:x1867475563564544:12345-192.168.204.45@tcp:4:dd.0 00000100:00100000:2.0:1780970799.674165:0:47564:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4d414cd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e474371c-4744-4c95-8a55-40a3132b2542+9:2263:x1867475563564544:12345-192.168.204.45@tcp:4:dd.0 Request processed in 52389us (52669us total) trans 103079229351 rc 0/0 00000100:00100000:2.0:1780970799.674182:0:47564:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 18422 00002000:00100000:2.0:1780970799.674196:0:47564:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x100000000:0x5aa2:0x0] (0->2097151) req@00000000c4d414cd x1867475563564544/t103079229351(0) o4->e474371c-4744-4c95-8a55-40a3132b2542@192.168.204.45@tcp:550/0 lens 488/448 e 0 to 0 dl 1780970805 ref 1 fl Complete:/0/0 rc 0/0 job:'dd.0' 00002000:00100000:2.0:1780970799.674206:0:47564:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000c4d414cd with x1867475563564544 ext(0->2097151) 00002000:00010000:2.0:1780970799.674212:0:47564:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000c4d414cd 00000100:00100000:2.0:1780970799.677485:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970799.677660:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563564608 00000100:00100000:0.0:1780970799.677707:0:139355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85620 00000100:00100000:0.0:1780970799.677712:0:139355:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f22302c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e474371c-4744-4c95-8a55-40a3132b2542+30:200418:x1867475563564608:12345-192.168.204.45@tcp:44:dd.0 00000001:00080000:3.0:1780970799.679345:0:114503:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 25769864415 is committed 00000100:00100000:0.0:1780970799.679513:0:139355:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f22302c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e474371c-4744-4c95-8a55-40a3132b2542+29:200418:x1867475563564608:12345-192.168.204.45@tcp:44:dd.0 Request processed in 1797us (2033us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970799.679525:0:139355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85620 00010000:00010000:1.0:1780970799.680929:0:3347:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000085ed98d2/0xa1e9845215a93625 lrc: 3/0,1 mode: COS/COS res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970799.680947:0:3347:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000085ed98d2/0xa1e9845215a93625 lrc: 2/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970799.680955:0:3347:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000085ed98d2/0xa1e9845215a93625 lrc: 3/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970799.680961:0:3347:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000085ed98d2 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970799.680965:0:3347:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000085ed98d2/0xa1e9845215a93625 lrc: 3/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970799.681339:0:3347:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000085ed98d2/0xa1e9845215a93625 lrc: 4/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970799.681361:0:3347:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe085435e (00000000261e4937) 00010000:00010000:1.0:1780970799.681364:0:3347:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970799.681368:0:3347:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000085ed98d2/0xa1e9845215a93625 lrc: 2/0,0 mode: --/COS res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970799.681374:0:3347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000085ed98d2/0xa1e9845215a93625 lrc: 0/0,0 mode: --/COS res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970799.682900:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970799.683058:0:123253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563564672 00000100:00100000:3.0:1780970799.683111:0:123253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 88435 00000100:00100000:3.0:1780970799.683118:0:123253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b74e6e1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e474371c-4744-4c95-8a55-40a3132b2542+9:2264:x1867475563564672:12345-192.168.204.45@tcp:16:dd.0 00000001:00080000:0.0:1780970799.685702:0:109997:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 103079229351 is committed 00000100:00100000:3.0:1780970799.686139:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b74e6e1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e474371c-4744-4c95-8a55-40a3132b2542+7:2264:x1867475563564672:12345-192.168.204.45@tcp:16:dd.0 Request processed in 3017us (3316us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970799.686151:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 88435 00000100:00100000:2.0:1780970799.697165:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970799.697484:0:115571:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563564800 00000100:00100000:0.0:1780970799.697550:0:115571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 32810 00000100:00100000:0.0:1780970799.697557:0:115571:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003fb6b2e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e474371c-4744-4c95-8a55-40a3132b2542+28:200418:x1867475563564800:12345-192.168.204.45@tcp:35:dd.0 00000100:00100000:0.0:1780970799.698089:0:115571:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003fb6b2e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e474371c-4744-4c95-8a55-40a3132b2542+29:200418:x1867475563564800:12345-192.168.204.45@tcp:35:dd.0 Request processed in 530us (931us total) trans 25769864416 rc 0/0 00000100:00100000:0.0:1780970799.698099:0:115571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 32810 00000100:00100000:2.0:1780970799.716883:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970799.716959:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563564864 00000100:00100000:0.0:1780970799.717055:0:139355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85621 00000100:00100000:0.0:1780970799.717070:0:139355:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d565d397 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e474371c-4744-4c95-8a55-40a3132b2542+29:200422:x1867475563564864:12345-192.168.204.45@tcp:101:rm.0 00010000:00010000:0.0:1780970799.717097:0:139355:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1780970799.717118:0:139355:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a93641 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece898924a22 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.717173:0:139355:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a93648 lrc: 3/1,0 mode: --/PR res: [0x200002b13:0x2de1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.717186:0:139355:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a93648 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2de1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.717197:0:139355:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a93648 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2de1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1780970799.717236:0:139355:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002b13:0x2de1:0x0]: returning size 2097152 00000004:00200000:0.0:1780970799.717241:0:139355:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780970799.717258:0:139355:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a93648 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2de1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.717269:0:139355:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a93648 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2de1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.717291:0:139355:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a93641 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a22 expref: 31 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.717318:0:139355:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a93648 lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2de1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a22 expref: 30 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.717325:0:139355:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2de1:0x0].0x0 (000000007703aa09) 00010000:00010000:0.0:1780970799.717328:0:139355:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780970799.717331:0:139355:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000038ac795e, rc 0) 00000100:00100000:0.0:1780970799.717383:0:139355:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d565d397 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e474371c-4744-4c95-8a55-40a3132b2542+30:200422:x1867475563564864:12345-192.168.204.45@tcp:101:rm.0 Request processed in 320us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970799.717390:0:139355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85621 00000100:00100000:1.0:1780970799.722164:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970799.722304:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563564992 00000100:00100000:0.0:1780970799.722355:0:139355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85622 00000100:00100000:0.0:1780970799.722361:0:139355:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005c9f42b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e474371c-4744-4c95-8a55-40a3132b2542+30:200422:x1867475563564992:12345-192.168.204.45@tcp:36:rm.0 00010000:00010000:0.0:1780970799.722409:0:139355:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1780970799.722436:0:139355:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a93648 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x2de1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a22 expref: 30 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.722456:0:139355:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007bb35c1b/0xa1e9845215a9362c lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2de1:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a14 expref: 29 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.722464:0:139355:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2de1:0x0].0x0 (000000007703aa09) 00010000:00010000:0.0:1780970799.722473:0:139355:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780970799.722496:0:139355:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a9364f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.722510:0:139355:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a9364f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.722519:0:139355:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a9364f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.722545:0:139355:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002a175856/0xa1e9845215a93656 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xe085435e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.722552:0:139355:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002a175856/0xa1e9845215a93656 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.722558:0:139355:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002a175856/0xa1e9845215a93656 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.722686:0:139355:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000fb16ab5b/0xa1e9845215a9365d lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2de1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.722694:0:139355:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fb16ab5b/0xa1e9845215a9365d lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2de1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.722700:0:139355:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fb16ab5b/0xa1e9845215a9365d lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2de1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1780970799.722922:0:139355:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x20:0x0].4350, 64 off286592 00000004:00080000:0.0:1780970799.722929:0:139355:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7451885312858ns, next at 7452885310735ns, rc = 0 00010000:00010000:0.0:1780970799.722968:0:139355:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000076d5b1ad/0xa1e9845215a93664 lrc: 3/0,1 mode: --/PW res: [0x200002b13:0x2de1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.722977:0:139355:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000076d5b1ad/0xa1e9845215a93664 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2de1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446635044076022208 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.722985:0:139355:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000076d5b1ad/0xa1e9845215a93664 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2de1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446635044076022208 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.722992:0:139355:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000076d5b1ad/0xa1e9845215a93664 lrc: 4/0,1 mode: PW/PW res: [0x200002b13:0x2de1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446635044076022208 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.722998:0:139355:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000076d5b1ad/0xa1e9845215a93664 lrc: 4/0,1 mode: PW/PW res: [0x200002b13:0x2de1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446635044076022208 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.723009:0:139355:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000076d5b1ad/0xa1e9845215a93664 lrc: 3/0,0 mode: PW/PW res: [0x200002b13:0x2de1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446635044076022208 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.723023:0:139355:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1780970799.723036:0:139355:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000005c9f42b3 reply state 00000000531ea35d transno 25769864417 ns: mdt-lustre-MDT0000_UUID lock: 00000000fb16ab5b/0xa1e9845215a9365d lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2de1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970799.723076:0:30693:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780970799.723080:0:30693:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000076d5b1ad/0xa1e9845215a93664 lrc: 2/0,0 mode: PW/PW res: [0x200002b13:0x2de1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446635044076022208 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970799.723087:0:30693:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000076d5b1ad already unused, calling callback (000000003b8e5fd2) 00010000:00010000:2.0:1780970799.723090:0:30693:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000076d5b1ad/0xa1e9845215a93664 lrc: 2/0,0 mode: PW/PW res: [0x200002b13:0x2de1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446635044076022208 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970799.723095:0:30693:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000076d5b1ad/0xa1e9845215a93664 lrc: 3/0,0 mode: PW/PW res: [0x200002b13:0x2de1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446635044076022208 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970799.723108:0:30693:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2de1:0x0].0x0 (0000000047a7a07b) 00010000:00010000:2.0:1780970799.723111:0:30693:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1780970799.723113:0:30693:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000076d5b1ad/0xa1e9845215a93664 lrc: 1/0,0 mode: --/PW res: [0x200002b13:0x2de1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446635044076022208 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970799.723117:0:30693:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000076d5b1ad/0xa1e9845215a93664 lrc: 0/0,0 mode: --/PW res: [0x200002b13:0x2de1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446635044076022208 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970799.723128:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970799.723129:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780970799.723130:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780970799.723312:0:139355:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a9364f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.723321:0:139355:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a9364f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.723326:0:139355:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a9364f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.723332:0:139355:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086360fbb already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970799.723334:0:139355:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a9364f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.723339:0:139355:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a9364f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.723348:0:139355:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000e1321765) 00010000:00010000:0.0:1780970799.723350:0:139355:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970799.723352:0:139355:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a9364f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.723357:0:139355:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000086360fbb/0xa1e9845215a9364f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1780970799.723365:0:139355:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000005c9f42b3 reply state 00000000531ea35d transno 25769864417 ns: mdt-lustre-MDT0000_UUID lock: 000000002a175856/0xa1e9845215a93656 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970799.723444:0:139355:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005c9f42b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e474371c-4744-4c95-8a55-40a3132b2542+30:200422:x1867475563564992:12345-192.168.204.45@tcp:36:rm.0 Request processed in 1081us (1286us total) trans 25769864417 rc 0/0 00000100:00100000:0.0:1780970799.723451:0:139355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85622 00010000:00010000:0.0:1780970799.731870:0:3346:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002a175856/0xa1e9845215a93656 lrc: 3/0,1 mode: COS/COS res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.731892:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe085435e (000000009376f1c7) 00010000:00010000:0.0:1780970799.731896:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970799.731901:0:3346:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fb16ab5b/0xa1e9845215a9365d lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2de1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970799.731907:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2de1:0x0].0x0 (0000000047a7a07b) 00010000:00010000:0.0:1780970799.731909:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1780970799.966457:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070e7d3d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559800320:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780970799.966529:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970799.966833:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559800320 00000100:00100000:1.0:1780970799.966888:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5561 00000100:00100000:1.0:1780970799.966894:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000084dab16c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559800320:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1780970799.966927:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 23304896 pending 0 free 3889074176 avail 3657551872 00000100:00100000:1.0:1780970799.966978:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000084dab16c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559800320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970799.966986:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5561 00000100:00100000:3.0:1780970799.967189:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070e7d3d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559800320:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780970800.245957:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970800.246197:0:114507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563565056 00000100:00100000:3.0:1780970800.246263:0:114507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 1446 00000100:00100000:3.0:1780970800.246270:0:114507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abc81483 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2263:x1867475563565056:12345-192.168.204.45@tcp:400:kworker/u8:14.0 00000100:00100000:3.0:1780970800.246352:0:114507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abc81483 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2263:x1867475563565056:12345-192.168.204.45@tcp:400:kworker/u8:14.0 Request processed in 81us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970800.246360:0:114507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 1446 00000100:00100000:1.0:1780970800.247687:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970800.247746:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970800.247834:0:112616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563565120 00000100:00100000:2.0:1780970800.247883:0:112616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 4003 00000100:00100000:2.0:1780970800.247889:0:112616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a777f23f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e474371c-4744-4c95-8a55-40a3132b2542+23:2263:x1867475563565120:12345-192.168.204.45@tcp:400:kworker/u8:14.0 00000100:00100000:2.0:1780970800.247957:0:112616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a777f23f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e474371c-4744-4c95-8a55-40a3132b2542+23:2263:x1867475563565120:12345-192.168.204.45@tcp:400:kworker/u8:14.0 Request processed in 68us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970800.247964:0:112616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 4003 00000100:00100000:3.0:1780970800.248707:0:123253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563565184 00000100:00100000:3.0:1780970800.248747:0:123253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6373 00000100:00100000:3.0:1780970800.248752:0:123253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068faca70 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e474371c-4744-4c95-8a55-40a3132b2542+6:2263:x1867475563565184:12345-192.168.204.45@tcp:400:kworker/u8:14.0 00000100:00100000:3.0:1780970800.248796:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068faca70 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e474371c-4744-4c95-8a55-40a3132b2542+6:2263:x1867475563565184:12345-192.168.204.45@tcp:400:kworker/u8:14.0 Request processed in 43us (1114us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970800.248802:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6373 00010000:00010000:0.0:1780970800.476929:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970800.477069:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000389a5154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559800384:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780970800.477155:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970800.477264:0:124322:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559800384 00000100:00100000:0.0:1780970800.477309:0:124322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17501 00000100:00100000:0.0:1780970800.477314:0:124322:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008464eef6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559800384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1780970800.477348:0:124322:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1437728768 avail 1308266496 00000100:00100000:0.0:1780970800.477398:0:124322:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008464eef6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559800384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970800.477405:0:124322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17501 00000100:00100000:3.0:1780970800.477493:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000389a5154 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559800384:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780970801.500961:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c1ae9878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3361:1867475559800448:0@lo:400:kworker/u8:15.0 00000100:00100000:3.0:1780970801.501047:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970801.501168:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ab15cd07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559800512:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780970801.501212:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970801.501256:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559800512 00000100:00100000:2.0:1780970801.501298:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5562 00000100:00100000:2.0:1780970801.501303:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039f3d1b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559800512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780970801.501332:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:2.0:1780970801.501367:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039f3d1b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559800512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970801.501378:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5562 00000100:00100000:2.0:1780970801.501436:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ab15cd07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559800512:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780970801.501693:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ef3dd0e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3360:1867475559800640:0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970801.501739:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970801.501793:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559800640 00000100:00100000:2.0:1780970801.501823:0:139355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4004 00000100:00100000:2.0:1780970801.501827:0:139355:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab15cd07 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3360:x1867475559800640:12345-0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970801.501862:0:139355:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab15cd07 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3360:x1867475559800640:12345-0@lo:400:kworker/u8:15.0 Request processed in 35us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970801.501869:0:139355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4004 00000100:00100000:2.0:1780970801.501893:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027bfcb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3363:1867475559800576:0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970801.501918:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970801.501954:0:112616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559800576 00000100:00100000:2.0:1780970801.501988:0:112616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4005 00000100:00100000:2.0:1780970801.501992:0:112616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055b315ff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3363:x1867475559800576:12345-0@lo:400:kworker/u8:15.0 00000100:00100000:0.0:1780970801.502294:0:114508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559800448 00000100:00100000:0.0:1780970801.502338:0:114508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1447 00000100:00100000:0.0:1780970801.502342:0:114508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d2d5b91 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3361:x1867475559800448:12345-0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970801.502411:0:112616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055b315ff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3363:x1867475559800576:12345-0@lo:400:kworker/u8:15.0 Request processed in 417us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970801.502418:0:112616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4005 00000100:00100000:2.0:1780970801.502455:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027bfcb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3363:1867475559800576:0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970801.502478:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ef3dd0e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3360:1867475559800640:0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970801.503685:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027bfcb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559800832:0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970801.503738:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970801.503769:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3cbd911 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559801088:0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970801.503791:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970801.503809:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1780970801.503814:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ef3dd0e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3363:1867475559800768:0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970801.503833:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970801.503845:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c2fef8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3363:1867475559801024:0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970801.503861:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970801.503878:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000df80497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559800896:0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970801.503899:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970801.503911:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbc6052a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559801152:0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970801.503927:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970801.503939:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1780970801.503943:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001ec1c59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3360:1867475559800704:0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970801.503959:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970801.503970:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002ef642fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559800960:0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970801.503986:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970801.503996:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ad4ba18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3360:1867475559801216:0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970801.504012:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970801.504050:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559800768 00000100:00100000:2.0:1780970801.504081:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559801024 00000100:00100000:2.0:1780970801.504093:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559800704 00000100:00100000:2.0:1780970801.504103:0:139355:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559801216 00000100:00100000:2.0:1780970801.504117:0:139355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4006 00000100:00100000:2.0:1780970801.504121:0:139355:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000074861584 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3363:x1867475559800768:12345-0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970801.504158:0:139355:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000074861584 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3363:x1867475559800768:12345-0@lo:400:kworker/u8:15.0 Request processed in 37us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970801.504168:0:139355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4006 00000100:00100000:2.0:1780970801.504182:0:139355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4007 00000100:00100000:2.0:1780970801.504185:0:139355:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cb3362f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3363:x1867475559801024:12345-0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970801.504204:0:139355:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cb3362f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3363:x1867475559801024:12345-0@lo:400:kworker/u8:15.0 Request processed in 19us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970801.504209:0:139355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4007 00000100:00100000:2.0:1780970801.504219:0:139355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4008 00000100:00100000:2.0:1780970801.504222:0:139355:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7933403 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3360:x1867475559800704:12345-0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970801.504243:0:139355:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7933403 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3360:x1867475559800704:12345-0@lo:400:kworker/u8:15.0 Request processed in 20us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970801.504248:0:139355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4008 00000100:00100000:2.0:1780970801.504256:0:139355:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4009 00000100:00100000:2.0:1780970801.504259:0:139355:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070e7d3d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3360:x1867475559801216:12345-0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970801.504279:0:139355:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070e7d3d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3360:x1867475559801216:12345-0@lo:400:kworker/u8:15.0 Request processed in 19us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970801.504283:0:139355:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4009 00000100:00100000:2.0:1780970801.504315:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001ec1c59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3360:1867475559800704:0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970801.504323:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ad4ba18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3360:1867475559801216:0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970801.504350:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ef3dd0e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3363:1867475559800768:0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970801.504357:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c2fef8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3363:1867475559801024:0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970801.504401:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559800896 00000100:00100000:2.0:1780970801.504423:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559801152 00000100:00100000:2.0:1780970801.504434:0:30674:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559800960 00000100:00100000:2.0:1780970801.504447:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6374 00000100:00100000:2.0:1780970801.504450:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000490d397e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559800896:12345-0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970801.504481:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000490d397e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559800896:12345-0@lo:400:kworker/u8:15.0 Request processed in 30us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970801.504486:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6374 00000100:00100000:2.0:1780970801.504497:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6375 00000100:00100000:2.0:1780970801.504501:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046ae4fe9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559801152:12345-0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970801.504523:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046ae4fe9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559801152:12345-0@lo:400:kworker/u8:15.0 Request processed in 22us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970801.504528:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6375 00000100:00100000:2.0:1780970801.504538:0:30674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6376 00000100:00100000:2.0:1780970801.504541:0:30674:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f950754d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559800960:12345-0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970801.504574:0:30674:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f950754d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559800960:12345-0@lo:400:kworker/u8:15.0 Request processed in 32us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970801.504579:0:30674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6376 00000100:00100000:2.0:1780970801.504609:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002ef642fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559800960:0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970801.504652:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000df80497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559800896:0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970801.504660:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbc6052a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559801152:0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970801.504731:0:124322:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559800832 00000100:00100000:2.0:1780970801.504751:0:124322:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559801088 00000100:00100000:2.0:1780970801.504762:0:124322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17502 00000100:00100000:2.0:1780970801.504765:0:124322:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d689a44e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3363:x1867475559800832:12345-0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970801.504794:0:124322:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d689a44e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3363:x1867475559800832:12345-0@lo:400:kworker/u8:15.0 Request processed in 28us (1057us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970801.504799:0:124322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17502 00000100:00100000:2.0:1780970801.504810:0:124322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17503 00000100:00100000:2.0:1780970801.504813:0:124322:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c48b61f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559801088:12345-0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970801.504835:0:124322:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c48b61f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559801088:12345-0@lo:400:kworker/u8:15.0 Request processed in 21us (1045us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970801.504840:0:124322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17503 00000100:00100000:2.0:1780970801.504864:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027bfcb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559800832:0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970801.504872:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3cbd911 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559801088:0@lo:400:kworker/u8:15.0 00000100:00100000:0.0:1780970801.505593:0:114508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d2d5b91 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3361:x1867475559800448:12345-0@lo:400:kworker/u8:15.0 Request processed in 3247us (4544us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970801.505602:0:114508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1447 00010000:00010000:0.0:1780970801.505745:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970801.505808:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c1ae9878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3361:1867475559800448:0@lo:400:kworker/u8:15.0 00010000:00010000:3.0:1780970802.528129:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780970803.038244:0:114520:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7455200626644ns, next at 7456200623564ns, rc = 0 00000100:00100000:2.0:1780970803.038255:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ba6774e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559801280:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780970803.038323:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970803.038414:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559801280 00000100:00100000:1.0:1780970803.038467:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5563 00000100:00100000:1.0:1780970803.038482:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c1ae9878 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559801280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780970803.038520:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 23304896 pending 0 free 3889074176 avail 3657551872 00000100:00100000:1.0:1780970803.038586:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c1ae9878 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559801280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970803.038593:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5563 00000100:00100000:3.0:1780970803.038741:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ba6774e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559801280:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1780970803.549290:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970804.067273:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780970804.067295:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ba6774e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559801344:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780970804.067367:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970804.067414:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559801344 00000100:00100000:0.0:1780970804.067460:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5564 00000100:00100000:0.0:1780970804.067466:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000389a5154 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559801344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1780970804.067495:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:0.0:1780970804.067550:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000389a5154 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559801344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970804.067558:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5564 00000100:00100000:0.0:1780970804.067638:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ba6774e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559801344:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780970804.572932:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780970804.572955:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ecb1b748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559801408:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780970804.573034:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970804.573198:0:123252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559801408 00000100:00100000:0.0:1780970804.573245:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17504 00000100:00100000:0.0:1780970804.573250:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ec19fcd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3361:x1867475559801408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1780970804.573281:0:123252:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1435385856 avail 1305923584 00000100:00100000:0.0:1780970804.573328:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ec19fcd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3361:x1867475559801408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970804.573335:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17504 00010000:00010000:0.0:1780970804.573426:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970804.573597:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ecb1b748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559801408:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780970805.086270:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027bfcb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559801472:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780970805.086339:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970805.086514:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559801472 00000100:00100000:2.0:1780970805.086566:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5565 00000100:00100000:2.0:1780970805.086572:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbf8eeea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559801472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1780970805.086601:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 23304896 pending 0 free 3889074176 avail 3657551872 00000100:00100000:2.0:1780970805.086666:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbf8eeea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3361:x1867475559801472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970805.086672:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5565 00000100:00100000:3.0:1780970805.086817:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027bfcb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559801472:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780970805.374926:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970805.374974:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970805.375016:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970805.375048:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970805.375077:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970805.375115:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563565312 00000100:00100000:1.0:1780970805.375167:0:112203:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563565376 00000100:00100000:1.0:1780970805.375186:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 4010 00000100:00100000:1.0:1780970805.375193:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004560569e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+30:2263:x1867475563565312:12345-192.168.204.45@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1780970805.375274:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004560569e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+30:2263:x1867475563565312:12345-192.168.204.45@tcp:400:kworker/u8:0.0 Request processed in 81us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970805.375284:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 4010 00000100:00100000:1.0:1780970805.375302:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 4011 00000100:00100000:1.0:1780970805.375306:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001bec5a68 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+23:2263:x1867475563565376:12345-192.168.204.45@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1780970805.375345:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001bec5a68 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e474371c-4744-4c95-8a55-40a3132b2542+23:2263:x1867475563565376:12345-192.168.204.45@tcp:400:kworker/u8:0.0 Request processed in 38us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970805.375350:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 4011 00000100:00100000:1.0:1780970805.375702:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563565440 00000100:00100000:1.0:1780970805.375735:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563565504 00000100:00100000:1.0:1780970805.375755:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6377 00000100:00100000:1.0:1780970805.375759:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afd05819 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e474371c-4744-4c95-8a55-40a3132b2542+7:2263:x1867475563565440:12345-192.168.204.45@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1780970805.375794:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afd05819 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e474371c-4744-4c95-8a55-40a3132b2542+7:2263:x1867475563565440:12345-192.168.204.45@tcp:400:kworker/u8:0.0 Request processed in 33us (820us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970805.375800:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6377 00000100:00100000:1.0:1780970805.375813:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6378 00000100:00100000:1.0:1780970805.375816:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009db35adf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e474371c-4744-4c95-8a55-40a3132b2542+6:2263:x1867475563565504:12345-192.168.204.45@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1780970805.375839:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009db35adf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e474371c-4744-4c95-8a55-40a3132b2542+6:2263:x1867475563565504:12345-192.168.204.45@tcp:400:kworker/u8:0.0 Request processed in 22us (763us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970805.375845:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6378 00000100:00100000:3.0:1780970805.376796:0:114508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563565248 00000100:00100000:3.0:1780970805.376857:0:114508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 1448 00000100:00100000:3.0:1780970805.376863:0:114508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000755c6614 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2263:x1867475563565248:12345-192.168.204.45@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1780970805.378883:0:114508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000755c6614 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2263:x1867475563565248:12345-192.168.204.45@tcp:400:kworker/u8:0.0 Request processed in 2011us (3858us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970805.378898:0:114508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 1448 00000100:00100000:2.0:1780970805.598374:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1780970805.598374:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780970805.598395:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ef3dd0e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559801536:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1780970805.598460:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1780970805.602199:0:114503:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 210 committed 00000001:00080000:3.0:1780970805.602297:0:114503:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 25769864417 is committed 00000004:00080000:3.0:1780970805.602303:0:114503:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 209 committed 00000100:00100000:2.0:1780970805.602550:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027bfcb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559801600:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780970805.603420:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970805.603539:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559801600 00000100:00100000:3.0:1780970805.603642:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88436 00000100:00100000:3.0:1780970805.603649:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000599d5af1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559801600:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780970805.603677:0:30675:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:23202 count 1 00000100:00100000:1.0:1780970805.603706:0:112210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559801536 00010000:00010000:3.0:1780970805.603920:0:30675:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a9366b lrc: 3/0,1 mode: --/PW res: [0x5aa2:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970805.604004:0:30675:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008c5a2656/0xa1e9845215a9363a lrc: 2/0,0 mode: PW/PW res: [0x5aa2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a1b expref: 6 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970805.604019:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780970805.604021:0:30675:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780970805.604023:0:30675:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a9366b lrc: 4/0,1 mode: --/PW res: [0x5aa2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970805.604055:0:30675:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008c5a2656/0xa1e9845215a9363a lrc: 3/0,0 mode: PW/PW res: [0x5aa2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a1b expref: 6 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970805.604068:0:30675:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008c5a2656/0xa1e9845215a9363a lrc: 4/0,0 mode: PW/PW res: [0x5aa2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a1b expref: 6 pid: 30675 timeout: 7557 lvb_type: 0 00000100:00100000:3.0:1780970805.604078:0:30675:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022a14e71 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:30675:1867475559801664:192.168.204.45@tcp:104: 00000100:00100000:3.0:1780970805.604242:0:30675:0:(client.c:2500:ptlrpc_set_wait()) set 0000000085e0aaa7 going to sleep for 43 seconds 00000100:00100000:1.0:1780970805.604857:0:112210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17505 00000100:00100000:1.0:1780970805.604864:0:112210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001ec1c59 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559801536:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1780970805.604894:0:112210:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1437728768 avail 1308266496 00000100:00100000:1.0:1780970805.604953:0:112210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001ec1c59 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559801536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (6494us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970805.604960:0:112210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17505 00010000:00010000:1.0:1780970805.604987:0:3347:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000002a175856/0xa1e9845215a93656 lrc: 3/0,1 mode: COS/COS res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970805.604998:0:3347:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002a175856/0xa1e9845215a93656 lrc: 2/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970805.605007:0:3347:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002a175856/0xa1e9845215a93656 lrc: 3/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970805.605014:0:3347:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002a175856 already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970805.605018:0:3347:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002a175856/0xa1e9845215a93656 lrc: 3/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970805.605026:0:3347:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002a175856/0xa1e9845215a93656 lrc: 4/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970805.605042:0:3347:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe085435e (000000009376f1c7) 00010000:00010000:1.0:1780970805.605044:0:3347:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780970805.605048:0:3347:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002a175856/0xa1e9845215a93656 lrc: 2/0,0 mode: --/COS res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970805.605054:0:3347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002a175856/0xa1e9845215a93656 lrc: 0/0,0 mode: --/COS res: [0x200000007:0x1:0x0].0xe085435e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970805.605077:0:3347:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000fb16ab5b/0xa1e9845215a9365d lrc: 3/0,1 mode: COS/COS res: [0x200002b13:0x2de1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970805.605083:0:3347:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fb16ab5b/0xa1e9845215a9365d lrc: 2/0,0 mode: COS/COS res: [0x200002b13:0x2de1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970805.605088:0:3347:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000fb16ab5b/0xa1e9845215a9365d lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2de1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970805.605093:0:3347:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fb16ab5b already unused, calling callback (000000001a17948d) 00010000:00010000:1.0:1780970805.605094:0:3347:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fb16ab5b/0xa1e9845215a9365d lrc: 3/0,0 mode: COS/COS res: [0x200002b13:0x2de1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970805.605099:0:3347:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fb16ab5b/0xa1e9845215a9365d lrc: 4/0,0 mode: COS/COS res: [0x200002b13:0x2de1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970805.605105:0:3347:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2de1:0x0].0x0 (0000000047a7a07b) 00010000:00010000:1.0:1780970805.605107:0:3347:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780970805.605109:0:3347:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000fb16ab5b/0xa1e9845215a9365d lrc: 2/0,0 mode: --/COS res: [0x200002b13:0x2de1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970805.605114:0:3347:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fb16ab5b/0xa1e9845215a9365d lrc: 0/0,0 mode: --/COS res: [0x200002b13:0x2de1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 139355 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970805.605176:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ef3dd0e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559801536:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780970805.616237:0:30675:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022a14e71 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:30675:1867475559801664:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970805.616271:0:30675:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a9366b lrc: 3/0,1 mode: --/PW res: [0x5aa2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970805.620271:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970805.620684:0:123528:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563565568 00010000:00010000:3.0:1780970805.620736:0:123528:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008c5a2656/0xa1e9845215a9363a lrc: 4/0,0 mode: PW/PW res: [0x5aa2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a1b expref: 7 pid: 30675 timeout: 7557 lvb_type: 0 00000100:00100000:3.0:1780970805.620781:0:123528:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21784 00000100:00100000:3.0:1780970805.620788:0:123528:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006dd12a62 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+7:2263:x1867475563565568:12345-192.168.204.45@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1780970805.620805:0:123528:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970805.620810:0:123528:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008c5a2656/0xa1e9845215a9363a lrc: 4/0,0 mode: PW/PW res: [0x5aa2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a1b expref: 7 pid: 30675 timeout: 7557 lvb_type: 0 00010000:00010000:3.0:1780970805.620825:0:123528:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008c5a2656/0xa1e9845215a9363a lrc: 3/0,0 mode: PW/PW res: [0x5aa2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a1b expref: 7 pid: 30675 timeout: 7557 lvb_type: 0 00010000:00010000:3.0:1780970805.620858:0:123528:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008c5a2656/0xa1e9845215a9363a lrc: 0/0,0 mode: --/PW res: [0x5aa2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a1b expref: 7 pid: 30675 timeout: 7557 lvb_type: 0 00010000:00010000:3.0:1780970805.620876:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970805.620878:0:123528:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780970805.620882:0:123528:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a9366b lrc: 3/0,1 mode: PW/PW res: [0x5aa2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970805.620891:0:123528:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a9366b lrc: 4/0,1 mode: PW/PW res: [0x5aa2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970805.620930:0:123528:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970805.620990:0:123528:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006dd12a62 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e474371c-4744-4c95-8a55-40a3132b2542+6:2263:x1867475563565568:12345-192.168.204.45@tcp:103:ldlm_bl_03.0 Request processed in 202us (727us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970805.620997:0:123528:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21784 00010000:00010000:0.0:1780970805.621291:0:30675:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a9366b lrc: 3/0,1 mode: PW/PW res: [0x5aa2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970805.621301:0:30675:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a9366b lrc: 3/0,1 mode: PW/PW res: [0x5aa2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970805.621310:0:30675:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a9366b lrc: 3/0,1 mode: PW/PW res: [0x5aa2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970805.621316:0:30675:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a9366b lrc: 2/0,0 mode: PW/PW res: [0x5aa2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970805.621335:0:30675:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780970805.625028:0:9230:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780970805.625040:0:9230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a9366b lrc: 2/0,0 mode: PW/PW res: [0x5aa2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970805.625056:0:9230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000485248ac already unused, calling callback (000000003b8e5fd2) 00010000:00010000:3.0:1780970805.625059:0:9230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a9366b lrc: 2/0,0 mode: PW/PW res: [0x5aa2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970805.625068:0:9230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a9366b lrc: 3/0,0 mode: PW/PW res: [0x5aa2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970805.625092:0:9230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a9366b lrc: 1/0,0 mode: --/PW res: [0x5aa2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970805.625098:0:9230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000485248ac/0xa1e9845215a9366b lrc: 0/0,0 mode: --/PW res: [0x5aa2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970805.625115:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970805.625117:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780970805.625118:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970805.626199:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000599d5af1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3363:x1867475559801600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22544us (22775us total) trans 103079229352 rc 0/0 00000100:00100000:0.0:1780970805.626212:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88436 00000004:00080000:1.0:1780970805.626254:0:3363:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000027bfcb8d/2, rc 0, transno 14248 00000100:00100000:1.0:1780970805.626263:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027bfcb8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559801600:0@lo:6:osp-syn-0-0.0 00000400:00000080:2.0:1780970806.228569:0:145977:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1780970806.228576:0:145977:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 425: lock count should not exceed lru size ========================================================== 22:06:43 (1780970803) 00000100:00100000:1.0:1780970806.298381:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970806.298581:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563565632 00000100:00100000:2.0:1780970806.298657:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85623 00000100:00100000:2.0:1780970806.298664:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbfe9fe3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+27:200989:x1867475563565632:12345-192.168.204.45@tcp:41:stat.0 00000004:00000024:2.0:1780970806.298717:0:112205:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 7806894080 avail 7343849472 00000100:00100000:2.0:1780970806.298824:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbfe9fe3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+27:200989:x1867475563565632:12345-192.168.204.45@tcp:41:stat.0 Request processed in 159us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970806.298832:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85623 00000100:00100000:1.0:1780970806.366841:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970806.368298:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563565696 00000100:00100000:2.0:1780970806.368429:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85624 00000100:00100000:2.0:1780970806.368438:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000055ad4ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+27:200997:x1867475563565696:12345-192.168.204.45@tcp:101:lfs.0 00010000:00010000:2.0:1780970806.368462:0:112205:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1780970806.368494:0:112205:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000065c95cde/0xa1e9845215a93672 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece898924a29 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.368557:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000006c48d581/0xa1e9845215a93679 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.368573:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006c48d581/0xa1e9845215a93679 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.368586:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006c48d581/0xa1e9845215a93679 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.368600:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000068265971/0xa1e9845215a93680 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.368607:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000068265971/0xa1e9845215a93680 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.368630:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000068265971/0xa1e9845215a93680 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.368740:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000006c48d581/0xa1e9845215a93679 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.368748:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006c48d581/0xa1e9845215a93679 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.368754:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006c48d581/0xa1e9845215a93679 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.368761:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006c48d581 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970806.368764:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006c48d581/0xa1e9845215a93679 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.368771:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006c48d581/0xa1e9845215a93679 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.368781:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000e1321765) 00010000:00010000:2.0:1780970806.368784:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970806.368787:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006c48d581/0xa1e9845215a93679 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.368793:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006c48d581/0xa1e9845215a93679 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.368804:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000068265971/0xa1e9845215a93680 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.368813:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000068265971/0xa1e9845215a93680 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.368819:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000068265971/0xa1e9845215a93680 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.368823:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000068265971 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970806.368825:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000068265971/0xa1e9845215a93680 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.368830:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000068265971/0xa1e9845215a93680 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.368836:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf87a3d4d (00000000c984f045) 00010000:00010000:2.0:1780970806.368837:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970806.368839:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000068265971/0xa1e9845215a93680 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.368843:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000068265971/0xa1e9845215a93680 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.368873:0:112205:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000065c95cde/0xa1e9845215a93672 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a29 expref: 28 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.368880:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000065c95cde/0xa1e9845215a93672 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a29 expref: 28 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.368887:0:112205:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000065c95cde, rc 0) 00000100:00100000:2.0:1780970806.368947:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000055ad4ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+27:200997:x1867475563565696:12345-192.168.204.45@tcp:101:lfs.0 Request processed in 509us (2115us total) trans 0 rc 301/301 00000100:00100000:2.0:1780970806.368969:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85624 00000100:00100000:1.0:1780970806.375647:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970806.375804:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563565760 00000100:00100000:2.0:1780970806.375861:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85625 00000100:00100000:2.0:1780970806.375868:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c65ee4b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+27:200997:x1867475563565760:12345-192.168.204.45@tcp:101:lfs.0 00010000:00010000:2.0:1780970806.375890:0:112205:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1780970806.375911:0:112205:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000db08f3f/0xa1e9845215a93687 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece898924a30 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.375967:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000ef7b07f4/0xa1e9845215a9368e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.375982:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ef7b07f4/0xa1e9845215a9368e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.375994:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ef7b07f4/0xa1e9845215a9368e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.376007:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000018e48856/0xa1e9845215a93695 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.376013:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000018e48856/0xa1e9845215a93695 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.376019:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000018e48856/0xa1e9845215a93695 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.376066:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000ef7b07f4/0xa1e9845215a9368e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.376074:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ef7b07f4/0xa1e9845215a9368e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.376080:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ef7b07f4/0xa1e9845215a9368e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.376086:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ef7b07f4 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970806.376089:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ef7b07f4/0xa1e9845215a9368e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.376096:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ef7b07f4/0xa1e9845215a9368e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.376107:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000e1321765) 00010000:00010000:2.0:1780970806.376110:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970806.376114:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ef7b07f4/0xa1e9845215a9368e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.376120:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ef7b07f4/0xa1e9845215a9368e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.376128:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000018e48856/0xa1e9845215a93695 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.376134:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000018e48856/0xa1e9845215a93695 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.376139:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000018e48856/0xa1e9845215a93695 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.376149:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000018e48856 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970806.376150:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000018e48856/0xa1e9845215a93695 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.376155:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000018e48856/0xa1e9845215a93695 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.376176:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf87a3d4d (000000009b26aa4e) 00010000:00010000:2.0:1780970806.376179:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970806.376181:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000018e48856/0xa1e9845215a93695 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.376186:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000018e48856/0xa1e9845215a93695 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.376218:0:112205:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000000db08f3f/0xa1e9845215a93687 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a30 expref: 28 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.376225:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000db08f3f/0xa1e9845215a93687 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a30 expref: 28 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.376233:0:112205:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000db08f3f, rc 0) 00000100:00100000:2.0:1780970806.376295:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c65ee4b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+27:200997:x1867475563565760:12345-192.168.204.45@tcp:101:lfs.0 Request processed in 426us (685us total) trans 0 rc 301/301 00000100:00100000:2.0:1780970806.376303:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85625 00000100:00100000:2.0:1780970806.388555:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970806.388687:0:116454:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563565824 00000100:00100000:3.0:1780970806.388742:0:116454:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85626 00000100:00100000:3.0:1780970806.388748:0:116454:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8facb35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e474371c-4744-4c95-8a55-40a3132b2542+27:200997:x1867475563565824:12345-192.168.204.45@tcp:101:lfs.0 00010000:00010000:3.0:1780970806.388770:0:116454:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1780970806.388793:0:116454:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000485248ac/0xa1e9845215a9369c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece898924a37 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970806.388850:0:116454:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000008c5a2656/0xa1e9845215a936a3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970806.388864:0:116454:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008c5a2656/0xa1e9845215a936a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970806.388875:0:116454:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008c5a2656/0xa1e9845215a936a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1780970806.388919:0:116454:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1780970806.388922:0:116454:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 140 stripe count 1 MDT count 2 00000004:00010000:3.0:1780970806.388943:0:116454:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000008c5a2656/0xa1e9845215a936a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970806.388971:0:116454:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000485248ac/0xa1e9845215a9369c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a37 expref: 29 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970806.388986:0:116454:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000008c5a2656/0xa1e9845215a936a3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a37 expref: 28 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970806.388993:0:116454:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000e1321765) 00010000:00010000:3.0:1780970806.388996:0:116454:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780970806.388999:0:116454:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008c5a2656, rc 0) 00000100:00100000:3.0:1780970806.389061:0:116454:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8facb35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e474371c-4744-4c95-8a55-40a3132b2542+28:200997:x1867475563565824:12345-192.168.204.45@tcp:101:lfs.0 Request processed in 312us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970806.389068:0:116454:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85626 00000100:00100000:0.0:1780970806.406753:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970806.407723:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563565952 00000100:00100000:3.0:1780970806.407786:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85627 00000100:00100000:3.0:1780970806.407794:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ba6774e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+23:200997:x1867475563565952:12345-192.168.204.45@tcp:36:lfs.0 00000100:00100000:3.0:1780970806.407907:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022a14e71 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:112205:1867475559801728:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1780970806.407978:0:112205:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970806.408001:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 0000000019dc653c going to sleep for 6 seconds 00000100:00100000:0.0:1780970806.409580:0:123252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559801728 00000100:00100000:0.0:1780970806.409652:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17506 00000100:00100000:0.0:1780970806.409658:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092dea2aa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:112205:x1867475559801728:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1780970806.409783:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092dea2aa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:112205:x1867475559801728:12345-0@lo:1000:mdt00_002.0 Request processed in 125us (1805us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970806.409791:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17506 00000100:00100000:0.0:1780970806.409860:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022a14e71 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:112205:1867475559801728:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1780970806.409933:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048feadc2 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:112205:1867475559801792:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1780970806.409981:0:112205:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970806.409997:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 000000006f43c9cb going to sleep for 6 seconds 00000100:00100000:0.0:1780970806.410011:0:123252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559801792 00000100:00100000:0.0:1780970806.410034:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17507 00000100:00100000:0.0:1780970806.410038:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8d01cd2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:112205:x1867475559801792:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1780970806.410121:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8d01cd2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:112205:x1867475559801792:12345-0@lo:1000:mdt00_002.0 Request processed in 81us (140us total) trans 0 rc -2/-2 00000100:00100000:0.0:1780970806.410127:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17507 00000100:00100000:0.0:1780970806.410157:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048feadc2 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:112205:1867475559801792:0@lo:1000:mdt00_002.0 00010000:00010000:0.0:1780970806.410203:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: 0000000086360fbb/0xa1e9845215a936aa lrc: 3/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.410212:0:112205:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: 0000000086360fbb/0xa1e9845215a936aa lrc: 3/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.410221:0:112205:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: 0000000086360fbb/0xa1e9845215a936aa lrc: 3/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970806.410231:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048feadc2 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:112205:1867475559801856:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1780970806.410267:0:112205:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970806.410279:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000275967fc going to sleep for 6 seconds 00000100:00100000:0.0:1780970806.410294:0:112210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559801856 00000100:00100000:0.0:1780970806.410314:0:112210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17508 00000100:00100000:0.0:1780970806.410317:0:112210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007cd4b832 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:112205:x1867475559801856:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1780970806.410325:0:112210:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1780970806.410340:0:112210:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007bb35c1b/0xa1e9845215a936b1 lrc: 2/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa1e9845215a936aa expref: -99 pid: 112210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.410376:0:112210:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000008c5a2656/0xa1e9845215a936a3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a37 expref: 27 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.410386:0:112210:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000007bb35c1b/0xa1e9845215a936b1 lrc: 4/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xa1e9845215a936aa expref: 7 pid: 112210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.410409:0:112210:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000008c5a2656/0xa1e9845215a936a3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a37 expref: 27 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.410422:0:112210:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000008c5a2656/0xa1e9845215a936a3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a37 expref: 27 pid: 116454 timeout: 7558 lvb_type: 0 00000100:00100000:0.0:1780970806.410432:0:112210:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008d07b8a pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:112210:1867475559801920:192.168.204.45@tcp:104: 00000100:00100000:0.0:1780970806.410501:0:112210:0:(client.c:2500:ptlrpc_set_wait()) set 000000006f43c9cb going to sleep for 43 seconds 00000100:00100000:3.0:1780970806.429848:0:112210:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008d07b8a pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:112210:1867475559801920:192.168.204.45@tcp:104: 00010000:00010000:3.0:1780970806.429889:0:112210:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000007bb35c1b/0xa1e9845215a936b1 lrc: 3/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xa1e9845215a936aa expref: 7 pid: 112210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970806.429903:0:112210:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000e1321765) 00010000:00010000:3.0:1780970806.429906:0:112210:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780970806.429909:0:112210:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: 000000007bb35c1b/0xa1e9845215a936b1 lrc: 3/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xa1e9845215a936aa expref: 7 pid: 112210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970806.429922:0:112210:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000007bb35c1b, rc 0) 00000100:00100000:3.0:1780970806.429997:0:112210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007cd4b832 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:112205:x1867475559801856:12345-0@lo:101:mdt00_002.0 Request processed in 19677us (19729us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970806.430006:0:112210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17508 00000100:00100000:3.0:1780970806.430070:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048feadc2 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:112205:1867475559801856:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1780970806.430088:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: 0000000086360fbb/0xa1e9845215a936aa lrc: 4/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xa1e9845215a936b1 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970806.430099:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: 0000000086360fbb/0xa1e9845215a936aa lrc: 4/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xa1e9845215a936b1 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1780970806.430172:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970806.430857:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563566016 00010000:00010000:3.0:1780970806.430887:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000008c5a2656/0xa1e9845215a936a3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a37 expref: 28 pid: 116454 timeout: 7558 lvb_type: 0 00000100:00100000:3.0:1780970806.430926:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 21785 00000100:00100000:3.0:1780970806.430932:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002db13e0f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+28:2266:x1867475563566016:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1780970806.430947:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780970806.430953:0:6250:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000008c5a2656/0xa1e9845215a936a3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a37 expref: 28 pid: 116454 timeout: 7558 lvb_type: 0 00010000:00010000:3.0:1780970806.430967:0:6250:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000008c5a2656/0xa1e9845215a936a3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a37 expref: 28 pid: 116454 timeout: 7558 lvb_type: 0 00010000:00010000:3.0:1780970806.430988:0:6250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008c5a2656/0xa1e9845215a936a3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a37 expref: 28 pid: 116454 timeout: 7558 lvb_type: 0 00010000:00010000:3.0:1780970806.431006:0:6250:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000e1321765) 00010000:00010000:3.0:1780970806.431010:0:6250:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: 000000007bb35c1b/0xa1e9845215a936b1 lrc: 2/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xa1e9845215a936aa expref: 6 pid: 112210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970806.431019:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000007bb35c1b/0xa1e9845215a936b1 lrc: 2/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xa1e9845215a936aa expref: 6 pid: 112210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970806.431027:0:6250:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007bb35c1b/0xa1e9845215a936b1 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xa1e9845215a936aa expref: 6 pid: 112210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970806.431059:0:6250:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: 000000007bb35c1b/0xa1e9845215a936b1 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xa1e9845215a936aa expref: 6 pid: 112210 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970806.431072:0:6250:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022a14e71 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6250:1867475559801984:0@lo:105: 00000100:00100000:3.0:1780970806.431116:0:6250:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970806.431137:0:6250:0:(client.c:2500:ptlrpc_set_wait()) set 0000000023c532b6 going to sleep for 6 seconds 00000100:00100000:2.0:1780970806.431273:0:6247:0:(service.c:173:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1780970806.431374:0:6247:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559801984 00000100:00100000:2.0:1780970806.431404:0:6247:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13166 00000100:00100000:2.0:1780970806.431408:0:6247:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000c2346c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6250:x1867475559801984:12345-0@lo:105: 00010000:00010000:2.0:1780970806.431416:0:6247:0:(ldlm_lockd.c:2480:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: 0000000086360fbb/0xa1e9845215a936aa lrc: 5/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xa1e9845215a936b1 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.431439:0:6247:0:(ldlm_lockd.c:1938:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: 0000000086360fbb/0xa1e9845215a936aa lrc: 5/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xa1e9845215a936b1 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.431447:0:6247:0:(ldlm_lockd.c:2015:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: 0000000086360fbb/0xa1e9845215a936aa lrc: 5/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xa1e9845215a936b1 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.431454:0:6247:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: 0000000086360fbb/0xa1e9845215a936aa lrc: 5/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xa1e9845215a936b1 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.431461:0:6247:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: 0000000086360fbb/0xa1e9845215a936aa lrc: 6/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xa1e9845215a936b1 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.432395:0:6247:0:(ldlm_lockd.c:2043:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: 0000000086360fbb/0xa1e9845215a936aa lrc: 6/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xa1e9845215a936b1 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.432434:0:6247:0:(ldlm_lockd.c:2054:ldlm_handle_cp_callback()) ### client completion callback handler END (lock 0000000086360fbb) 00000100:00100000:2.0:1780970806.432504:0:6247:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000c2346c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6250:x1867475559801984:12345-0@lo:105: Request processed in 1093us (1386us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970806.432512:0:6247:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13166 00010000:00010000:2.0:1780970806.435753:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: 0000000086360fbb/0xa1e9845215a936aa lrc: 4/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xa1e9845215a936b1 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.435773:0:112205:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: 0000000086360fbb/0xa1e9845215a936aa lrc: 4/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xa1e9845215a936b1 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1780970806.435806:0:112205:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:2.0:1780970806.435909:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b132152 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:112205:1867475559802048:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1780970806.435971:0:112205:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970806.435994:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f72c01a7 going to sleep for 6 seconds 00000100:00100000:3.0:1780970806.436695:0:6250:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022a14e71 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6250:1867475559801984:0@lo:105: 00010000:00010000:3.0:1780970806.437342:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780970806.437698:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002db13e0f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+27:2266:x1867475563566016:12345-192.168.204.45@tcp:103:ldlm_bl_02.0 Request processed in 6763us (7525us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970806.438424:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 21785 00000100:00100000:3.0:1780970806.440825:0:112210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559802048 00000100:00100000:3.0:1780970806.440886:0:112210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17509 00000100:00100000:3.0:1780970806.440891:0:112210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1f4ef08 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:112205:x1867475559802048:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1780970806.441009:0:112210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1f4ef08 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:112205:x1867475559802048:12345-0@lo:1000:mdt00_002.0 Request processed in 117us (5039us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970806.441023:0:112210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17509 00000100:00100000:3.0:1780970806.441075:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b132152 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:112205:1867475559802048:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1780970806.441151:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022a14e71 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:112205:1867475559802112:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1780970806.441186:0:112205:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970806.441200:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 000000001477fbe4 going to sleep for 6 seconds 00000100:00100000:3.0:1780970806.441211:0:112210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559802112 00000100:00100000:3.0:1780970806.441230:0:112210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17510 00000100:00100000:3.0:1780970806.441233:0:112210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dae208db pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:112205:x1867475559802112:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1780970806.441325:0:112210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dae208db pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:112205:x1867475559802112:12345-0@lo:1000:mdt00_002.0 Request processed in 91us (139us total) trans 0 rc -2/-2 00000100:00100000:3.0:1780970806.441332:0:112210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17510 00000100:00100000:3.0:1780970806.441361:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022a14e71 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:112205:1867475559802112:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1780970806.441408:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022a14e71 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:112205:1867475559802176:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1780970806.441432:0:112205:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970806.441443:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 000000001477fbe4 going to sleep for 6 seconds 00000100:00100000:3.0:1780970806.441455:0:123252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559802176 00000100:00100000:3.0:1780970806.441475:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17511 00000100:00100000:3.0:1780970806.441478:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001dbef36b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:112205:x1867475559802176:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1780970806.441528:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001dbef36b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:112205:x1867475559802176:12345-0@lo:1000:mdt00_002.0 Request processed in 48us (96us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970806.441534:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17511 00000100:00100000:3.0:1780970806.443697:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022a14e71 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:112205:1867475559802176:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1780970806.445063:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022a14e71 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:112205:1867475559802240:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1780970806.445126:0:112205:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970806.445151:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 000000001477fbe4 going to sleep for 6 seconds 00000100:00100000:3.0:1780970806.447112:0:112210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559802240 00000100:00100000:3.0:1780970806.447336:0:112210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17512 00000100:00100000:3.0:1780970806.447343:0:112210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f38f14e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:112205:x1867475559802240:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1780970806.447539:0:112210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f38f14e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:112205:x1867475559802240:12345-0@lo:1000:mdt00_002.0 Request processed in 195us (2413us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970806.448442:0:112210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17512 00000100:00100000:3.0:1780970806.448518:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022a14e71 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:112205:1867475559802240:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1780970806.449162:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002406bda4 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:112205:1867475559802304:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1780970806.449224:0:112205:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970806.449246:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000879c28a2 going to sleep for 6 seconds 00000100:00100000:2.0:1780970806.449745:0:123252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559802304 00000100:00100000:2.0:1780970806.449789:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17513 00000100:00100000:2.0:1780970806.449795:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000479a4b6e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:112205:x1867475559802304:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1780970806.449870:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000479a4b6e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:112205:x1867475559802304:12345-0@lo:1000:mdt00_002.0 Request processed in 74us (648us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970806.449877:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17513 00000100:00100000:3.0:1780970806.450455:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002406bda4 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:112205:1867475559802304:0@lo:1000:mdt00_002.0 00000040:00080000:3.0:1780970806.456991:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x2400013a2:0x3:0x0].106, 1024 off240856 00000040:00080000:3.0:1780970806.457069:0:112205:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x200002b12:0x3:0x0].550, 1176 off537496 00000004:00080000:3.0:1780970806.457075:0:112205:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth 0000000023c532b6 with version 5759 00000004:00080000:2.0:1780970806.458664:0:113046:0:(osp_trans.c:1343:osp_get_next_request()) ou 00000000fcc9408d version 5759 rpc_version 5759 00000100:00100000:2.0:1780970806.458741:0:113046:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017c33258 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:113046:1867475559802368:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1780970806.458807:0:113046:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970806.458836:0:113046:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c48fea7f going to sleep for 6 seconds 00000100:00100000:3.0:1780970806.459440:0:112210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559802368 00000100:00100000:3.0:1780970806.459502:0:112210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17514 00000100:00100000:3.0:1780970806.459507:0:112210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd842fe2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:113046:x1867475559802368:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1780970806.464870:0:112210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd842fe2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:113046:x1867475559802368:12345-0@lo:1000:osp_up0-1.0 Request processed in 5354us (6056us total) trans 25769864418 rc 0/0 00000100:00100000:3.0:1780970806.464886:0:112210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17514 00000100:00100000:0.0:1780970806.465343:0:113046:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017c33258 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:113046:1867475559802368:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1780970806.465994:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 000000008c5a2656/0xa1e9845215a936b8 lrc: 3/0,1 mode: --/PW res: [0x2400013a3:0x1486:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970806.466014:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000008c5a2656/0xa1e9845215a936b8 lrc: 3/0,1 mode: PW/PW res: [0x2400013a3:0x1486:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970806.466028:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000008c5a2656/0xa1e9845215a936b8 lrc: 3/0,1 mode: PW/PW res: [0x2400013a3:0x1486:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1780970806.466043:0:112205:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000007ba6774e reply state 000000000606c064 transno 12884933806 ns: mdt-lustre-MDT0001_UUID lock: 000000008c5a2656/0xa1e9845215a936b8 lrc: 3/0,1 mode: PW/PW res: [0x2400013a3:0x1486:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1780970806.466053:0:112205:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400013a3:0x1486:0x0]: returning size 4096 00000004:00080000:3.0:1780970806.466061:0:112205:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1780970806.466069:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: 0000000086360fbb/0xa1e9845215a936aa lrc: 4/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xa1e9845215a936b1 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970806.466076:0:112205:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: 0000000086360fbb/0xa1e9845215a936aa lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xa1e9845215a936b1 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970806.466177:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ba6774e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+25:200997:x1867475563565952:12345-192.168.204.45@tcp:36:lfs.0 Request processed in 58382us (59431us total) trans 12884933806 rc 0/0 00000100:00100000:3.0:1780970806.466186:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85627 00010000:00010000:3.0:1780970806.470137:0:3346:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 000000008c5a2656/0xa1e9845215a936b8 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x1486:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970806.470160:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x1486:0x0].0x0 (000000002f9e2aab) 00010000:00010000:3.0:1780970806.470163:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780970806.494340:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970806.494676:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563566144 00000100:00100000:3.0:1780970806.494738:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85628 00000100:00100000:3.0:1780970806.494745:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008425729e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+27:201001:x1867475563566144:12345-192.168.204.45@tcp:101:lfs.0 00010000:00010000:3.0:1780970806.494768:0:112205:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1780970806.494791:0:112205:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000485248ac/0xa1e9845215a936bf lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece898924a3e expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970806.494912:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000001897266b/0xa1e9845215a936c6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970806.494930:0:112205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000007bb35c1b/0xa1e9845215a936b1 lrc: 2/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xa1e9845215a936aa expref: 7 pid: 112210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970806.494937:0:112205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000001897266b/0xa1e9845215a936c6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970806.494985:0:112205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000007bb35c1b/0xa1e9845215a936b1 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0xa1e9845215a936aa expref: 7 pid: 112210 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1780970806.495000:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002406bda4 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:112205:1867475559802432:0@lo:104: 00000100:00100000:3.0:1780970806.495051:0:112205:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970806.495074:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 000000001477fbe4 going to sleep for 6 seconds 00000100:00100000:2.0:1780970806.495861:0:6247:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559802432 00000100:00100000:2.0:1780970806.495895:0:6247:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13167 00000100:00100000:2.0:1780970806.495900:0:6247:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005afde781 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:112205:x1867475559802432:12345-0@lo:104: 00010000:00010000:2.0:1780970806.495912:0:6247:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: 0000000086360fbb/0xa1e9845215a936aa lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0xa1e9845215a936b1 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.496000:0:6247:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1780970806.496006:0:6247:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005afde781 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:112205:x1867475559802432:12345-0@lo:104: Request processed in 104us (954us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970806.496013:0:6247:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13167 00010000:00010000:1.0:1780970806.496077:0:6252:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780970806.496082:0:6252:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: 0000000086360fbb/0xa1e9845215a936aa lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0xa1e9845215a936b1 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970806.496090:0:6252:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086360fbb already unused, calling callback (000000001189e4cf) 00010000:00010000:1.0:1780970806.496094:0:6252:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: 0000000086360fbb/0xa1e9845215a936aa lrc: 4/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0xa1e9845215a936b1 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1780970806.496103:0:6252:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: 0000000086360fbb/0xa1e9845215a936aa lrc: 4/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0xa1e9845215a936b1 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970806.496131:0:6252:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: 0000000086360fbb/0xa1e9845215a936aa lrc: 2/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000020 nid: local remote: 0xa1e9845215a936b1 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970806.496138:0:6252:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780970806.496166:0:6252:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: 0000000086360fbb/0xa1e9845215a936aa lrc: 1/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000020 nid: local remote: 0xa1e9845215a936b1 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970806.496173:0:6252:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: 0000000086360fbb/0xa1e9845215a936aa lrc: 0/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000020 nid: local remote: 0xa1e9845215a936b1 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970806.496185:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970806.496187:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780970806.496188:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970806.496195:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780970806.496206:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002cc7ef4d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559802496:0@lo:103:ldlm_bl_02.0 00000100:00100000:1.0:1780970806.496238:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970806.496264:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559802496 00010000:00010000:1.0:1780970806.496279:0:6250:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000007bb35c1b/0xa1e9845215a936b1 lrc: 4/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0xa1e9845215a936aa expref: 8 pid: 112210 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1780970806.496299:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21786 00000100:00100000:1.0:1780970806.496302:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1d902cf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+8:3361:x1867475559802496:12345-0@lo:103:ldlm_bl_02.0 00010000:00010000:1.0:1780970806.496311:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1780970806.497472:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002406bda4 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:112205:1867475559802432:0@lo:104: 00010000:00010000:3.0:1780970806.497508:0:112205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000001897266b/0xa1e9845215a936c6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1780970806.502675:0:114503:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 25769864418 is committed 00010000:00010000:2.0:1780970806.502921:0:6250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007bb35c1b/0xa1e9845215a936b1 lrc: 0/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0xa1e9845215a936aa expref: 7 pid: 112210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.502944:0:6250:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000e1321765) 00010000:00010000:2.0:1780970806.502949:0:6250:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: 000000001897266b/0xa1e9845215a936c6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.502976:0:6250:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000001897266b/0xa1e9845215a936c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.502984:0:6250:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001897266b/0xa1e9845215a936c6 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.503017:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780970806.503099:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1d902cf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+6:3361:x1867475559802496:12345-0@lo:103:ldlm_bl_02.0 Request processed in 6793us (6859us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970806.503108:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21786 00010000:00010000:0.0:1780970806.503188:0:112205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000001897266b/0xa1e9845215a936c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.503197:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001897266b/0xa1e9845215a936c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.503222:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a936cd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.503232:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a936cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.503240:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a936cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1780970806.503377:0:112205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005526898e pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:112205:1867475559802560:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1780970806.503431:0:112205:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970806.503457:0:112205:0:(client.c:2500:ptlrpc_set_wait()) set 0000000098d80dc8 going to sleep for 6 seconds 00000100:00100000:2.0:1780970806.503655:0:112210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559802560 00000100:00100000:2.0:1780970806.503689:0:112210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17515 00000100:00100000:2.0:1780970806.503694:0:112210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f99af0b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:112205:x1867475559802560:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1780970806.503769:0:112210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f99af0b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:112205:x1867475559802560:12345-0@lo:1000:mdt00_002.0 Request processed in 74us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970806.503776:0:112210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17515 00000100:00100000:0.0:1780970806.503856:0:112205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005526898e pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:112205:1867475559802560:0@lo:1000:mdt00_002.0 00010000:00010000:0.0:1780970806.503900:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a936d4 lrc: 3/1,0 mode: --/PR res: [0x2400013a3:0x1486:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.503909:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a936d4 lrc: 3/1,0 mode: PR/PR res: [0x2400013a3:0x1486:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.503916:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a936d4 lrc: 3/1,0 mode: PR/PR res: [0x2400013a3:0x1486:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1780970806.503925:0:112205:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x2400013a3:0x1486:0x0] 00010000:00010000:0.0:1780970806.503934:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000001897266b/0xa1e9845215a936c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.503940:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001897266b/0xa1e9845215a936c6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.503946:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001897266b/0xa1e9845215a936c6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.503952:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001897266b already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970806.503966:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001897266b/0xa1e9845215a936c6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.503973:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001897266b/0xa1e9845215a936c6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.503982:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000e1321765) 00010000:00010000:0.0:1780970806.503985:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970806.503988:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001897266b/0xa1e9845215a936c6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.503993:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001897266b/0xa1e9845215a936c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.504002:0:112205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a936cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.504008:0:112205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a936cd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.504013:0:112205:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a936cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.504018:0:112205:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000038ac795e already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970806.504020:0:112205:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a936cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.504025:0:112205:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a936cd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.504031:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf87a3d4d (00000000ee67ad02) 00010000:00010000:0.0:1780970806.504032:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970806.504034:0:112205:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a936cd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.504043:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000038ac795e/0xa1e9845215a936cd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.504082:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000485248ac/0xa1e9845215a936bf lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a3e expref: 29 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.504094:0:112205:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000003a46cda4/0xa1e9845215a936d4 lrc: 3/0,0 mode: PR/PR res: [0x2400013a3:0x1486:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a3e expref: 28 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.504100:0:112205:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x1486:0x0].0x0 (00000000e340ffb7) 00010000:00010000:0.0:1780970806.504102:0:112205:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1780970806.504104:0:112205:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003a46cda4, rc 0) 00000100:00100000:0.0:1780970806.504152:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008425729e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+28:201001:x1867475563566144:12345-192.168.204.45@tcp:101:lfs.0 Request processed in 9405us (9819us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970806.504159:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85628 00000100:00100000:1.0:1780970806.505150:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002cc7ef4d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3361:1867475559802496:0@lo:103:ldlm_bl_02.0 00000100:00100000:0.0:1780970806.506432:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970806.506512:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563566272 00000100:00100000:2.0:1780970806.506567:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85629 00000100:00100000:2.0:1780970806.506574:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005526898e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+25:201001:x1867475563566272:12345-192.168.204.45@tcp:101:lfs.0 00010000:00010000:2.0:1780970806.506598:0:112205:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1780970806.506655:0:112205:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 000000000db08f3f/0xa1e9845215a936db lrc: 2/0,0 mode: --/CW res: [0x2400013a3:0x1486:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece898924a45 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1780970806.506768:0:112205:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400013a3:0x1486:0x0]: returning size 4096 00010000:00010000:2.0:1780970806.506796:0:112205:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: 000000000db08f3f/0xa1e9845215a936db lrc: 1/0,0 mode: --/CW res: [0x2400013a3:0x1486:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a45 expref: 26 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.506803:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000000db08f3f/0xa1e9845215a936db lrc: 0/0,0 mode: --/CW res: [0x2400013a3:0x1486:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a45 expref: 26 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.506815:0:112205:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000db08f3f, rc 0) 00000100:00100000:2.0:1780970806.506861:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005526898e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+25:201001:x1867475563566272:12345-192.168.204.45@tcp:101:lfs.0 Request processed in 287us (444us total) trans 0 rc 301/301 00000100:00100000:2.0:1780970806.506869:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85629 00000100:00100000:2.0:1780970806.509111:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970806.509191:0:116454:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563566400 00000100:00100000:0.0:1780970806.509246:0:116454:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85630 00000100:00100000:0.0:1780970806.509253:0:116454:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d9423cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e474371c-4744-4c95-8a55-40a3132b2542+28:201001:x1867475563566400:12345-192.168.204.45@tcp:101:lfs.0 00010000:00010000:0.0:1780970806.509276:0:116454:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1780970806.509296:0:116454:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001affe6d1/0xa1e9845215a936e2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece898924a4c expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.509361:0:116454:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000090d898cc/0xa1e9845215a936e9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.509377:0:116454:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000090d898cc/0xa1e9845215a936e9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.509387:0:116454:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000090d898cc/0xa1e9845215a936e9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.509401:0:116454:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000fb16ab5b/0xa1e9845215a936f0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.509406:0:116454:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fb16ab5b/0xa1e9845215a936f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.509412:0:116454:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fb16ab5b/0xa1e9845215a936f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.509500:0:116454:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000002a175856/0xa1e9845215a936f7 lrc: 3/1,0 mode: --/PR res: [0x2400013a3:0x1486:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.509509:0:116454:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002a175856/0xa1e9845215a936f7 lrc: 3/1,0 mode: PR/PR res: [0x2400013a3:0x1486:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.509516:0:116454:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002a175856/0xa1e9845215a936f7 lrc: 3/1,0 mode: PR/PR res: [0x2400013a3:0x1486:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1780970806.509525:0:116454:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x2400013a3:0x1486:0x0] 00010000:00010000:0.0:1780970806.509534:0:116454:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000090d898cc/0xa1e9845215a936e9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.509541:0:116454:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000090d898cc/0xa1e9845215a936e9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.509547:0:116454:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000090d898cc/0xa1e9845215a936e9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.509554:0:116454:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000090d898cc already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970806.509558:0:116454:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000090d898cc/0xa1e9845215a936e9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.509564:0:116454:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000090d898cc/0xa1e9845215a936e9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.509576:0:116454:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000e1321765) 00010000:00010000:0.0:1780970806.509578:0:116454:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970806.509583:0:116454:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000090d898cc/0xa1e9845215a936e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.509589:0:116454:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000090d898cc/0xa1e9845215a936e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.509602:0:116454:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000fb16ab5b/0xa1e9845215a936f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.509608:0:116454:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fb16ab5b/0xa1e9845215a936f0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.509655:0:116454:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000fb16ab5b/0xa1e9845215a936f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.509660:0:116454:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fb16ab5b already unused, calling callback (000000001a17948d) 00010000:00010000:0.0:1780970806.509662:0:116454:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fb16ab5b/0xa1e9845215a936f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.509667:0:116454:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fb16ab5b/0xa1e9845215a936f0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.509674:0:116454:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf87a3d4d (00000000227653a2) 00010000:00010000:0.0:1780970806.509677:0:116454:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780970806.509679:0:116454:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000fb16ab5b/0xa1e9845215a936f0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.509684:0:116454:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fb16ab5b/0xa1e9845215a936f0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf87a3d4d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.510066:0:116454:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001affe6d1/0xa1e9845215a936e2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a4c expref: 30 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.510081:0:116454:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000002a175856/0xa1e9845215a936f7 lrc: 3/0,0 mode: PR/PR res: [0x2400013a3:0x1486:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a4c expref: 29 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970806.510087:0:116454:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x1486:0x0].0x0 (00000000e340ffb7) 00010000:00010000:0.0:1780970806.510089:0:116454:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1780970806.510091:0:116454:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000002a175856, rc 0) 00000100:00100000:0.0:1780970806.510160:0:116454:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d9423cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e474371c-4744-4c95-8a55-40a3132b2542+29:201001:x1867475563566400:12345-192.168.204.45@tcp:101:lfs.0 Request processed in 905us (1054us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970806.510167:0:116454:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85630 00000100:00100000:3.0:1780970806.522834:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:2.0:1780970806.523014:0:6250:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563566464 00000100:00100000:2.0:1780970806.523130:0:6250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 24348 00000100:00100000:2.0:1780970806.523139:0:6250:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a3aede2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+29:2265:x1867475563566464:12345-192.168.204.45@tcp:103:ldlm_bl_08.0 00010000:00010000:2.0:1780970806.523164:0:6250:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780970806.523193:0:6250:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002a175856/0xa1e9845215a936f7 lrc: 0/0,0 mode: --/PR res: [0x2400013a3:0x1486:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a4c expref: 29 pid: 116454 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970806.523215:0:6250:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x1486:0x0].0x0 (00000000e340ffb7) 00010000:00010000:2.0:1780970806.523220:0:6250:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780970806.523282:0:6250:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a3aede2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e474371c-4744-4c95-8a55-40a3132b2542+28:2265:x1867475563566464:12345-192.168.204.45@tcp:103:ldlm_bl_08.0 Request processed in 143us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970806.523290:0:6250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 24348 00000100:00100000:0.0:1780970806.526775:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970806.526920:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563566592 00000100:00100000:3.0:1780970806.526973:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85631 00000100:00100000:3.0:1780970806.526980:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c454a3d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+25:201001:x1867475563566592:12345-192.168.204.45@tcp:101:lfs.0 00010000:00010000:3.0:1780970806.527002:0:112205:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1780970806.527022:0:112205:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000d6376234/0xa1e9845215a936fe lrc: 2/0,0 mode: --/CR res: [0x2400013a3:0x1486:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6a79ece898924a53 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1780970806.527117:0:112205:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400013a3:0x1486:0x0]: returning size 4096 00010000:00010000:3.0:1780970806.527213:0:112205:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: 00000000d6376234/0xa1e9845215a936fe lrc: 1/0,0 mode: --/CR res: [0x2400013a3:0x1486:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a53 expref: 27 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970806.527222:0:112205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000d6376234/0xa1e9845215a936fe lrc: 0/0,0 mode: --/CR res: [0x2400013a3:0x1486:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.45@tcp remote: 0x6a79ece898924a53 expref: 27 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970806.527234:0:112205:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d6376234, rc 0) 00000100:00100000:3.0:1780970806.527292:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c454a3d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+26:201001:x1867475563566592:12345-192.168.204.45@tcp:101:lfs.0 Request processed in 312us (526us total) trans 12884933807 rc 301/301 00000100:00100000:3.0:1780970806.527299:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85631 00000100:00100000:0.0:1780970806.531053:0:3355:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970806.531132:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563566720 00000100:00100000:3.0:1780970806.531181:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 85632 00000100:00100000:3.0:1780970806.531187:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033c3bc05 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+26:201001:x1867475563566720:12345-192.168.204.45@tcp:36:lfs.0 00010000:00010000:3.0:1780970806.531266:0:112205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: 00000000af36577f/0xa1e9845215a9370c lrc: 3/0,1 mode: --/PW res: [0x2400013a3:0x1486:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970806.531283:0:112205:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000af36577f/0xa1e9845215a9370c lrc: 3/0,1 mode: PW/PW res: [0x2400013a3:0x1486:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1780970806.531294:0:112205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: 00000000af36577f/0xa1e9845215a9370c lrc: 3/0,1 mode: PW/PW res: [0x2400013a3:0x1486:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1780970806.531534:0:112205:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000033c3bc05 reply state 00000000e2c3e1d3 transno 12884933808 ns: mdt-lustre-MDT0001_UUID lock: 00000000af36577f/0xa1e9845215a9370c lrc: 3/0,1 mode: PW/PW res: [0x2400013a3:0x1486:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1780970806.531548:0:112205:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400013a3:0x1486:0x0]: returning size 4096 00000100:00100000:3.0:1780970806.531813:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033c3bc05 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e474371c-4744-4c95-8a55-40a3132b2542+28:201001:x1867475563566720:12345-192.168.204.45@tcp:36:lfs.0 Request processed in 515us (658us total) trans 12884933808 rc 0/0 00000100:00100000:3.0:1780970806.531822:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 85632 00000100:00100000:0.0:1780970806.538187:0:3354:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:3.0:1780970806.538639:0:115571:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563566848 00000100:00100000:3.0:1780970806.538713:0:115571:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 32811 00000100:00100000:3.0:1780970806.538721:0:115571:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048feadc2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e474371c-4744-4c95-8a55-40a3132b2542+28:201001:x1867475563566848:12345-192.168.204.45@tcp:35:lfs.0 00000100:00100000:3.0:1780970806.538947:0:115571:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048feadc2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e474371c-4744-4c95-8a55-40a3132b2542+29:201001:x1867475563566848:12345-192.168.204.45@tcp:35:lfs.0 Request processed in 225us (768us total) trans 12884933809 rc 0/0 00000100:00100000:3.0:1780970806.538955:0:115571:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 32811 00010000:00010000:1.0:1780970806.540629:0:3347:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: 00000000af36577f/0xa1e9845215a9370c lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x1486:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1780970806.540652:0:3347:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x1486:0x0].0x0 (000000002f9e2aab) 00010000:00010000:1.0:1780970806.540655:0:3347:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1780970806.620854:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970806.621162:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006dd12a62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559802624:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780970806.621227:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970806.621398:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559802624 00000100:00100000:0.0:1780970806.621529:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780970806.621795:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000235cae8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3363:1867475559802752:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970806.621826:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970806.621843:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002db13e0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3363:1867475559802688:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970806.621875:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970806.621903:0:114508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559802688 00000100:00100000:0.0:1780970806.621952:0:114508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1449 00000100:00100000:0.0:1780970806.621958:0:114508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8ca0067 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3363:x1867475559802688:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970806.622010:0:114508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8ca0067 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3363:x1867475559802688:12345-0@lo:400:kworker/u8:18.0 Request processed in 51us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970806.622017:0:114508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1449 00000100:00100000:0.0:1780970806.622078:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002db13e0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3363:1867475559802688:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970806.622101:0:116454:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559802752 00000100:00100000:0.0:1780970806.622127:0:116454:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4012 00000100:00100000:0.0:1780970806.622131:0:116454:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008d07b8a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3363:x1867475559802752:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970806.622162:0:116454:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008d07b8a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3363:x1867475559802752:12345-0@lo:400:kworker/u8:18.0 Request processed in 30us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970806.622167:0:116454:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4012 00000100:00100000:0.0:1780970806.622191:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000235cae8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3363:1867475559802752:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970806.622321:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbbc3c08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3360:1867475559802816:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970806.622506:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000243e741b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3362:1867475559802944:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970806.622610:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5566 00000100:00100000:3.0:1780970806.622628:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002cc7ef4d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559802624:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780970806.622655:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:3.0:1780970806.622690:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002cc7ef4d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559802624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (1463us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970806.622696:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5566 00000100:00100000:2.0:1780970806.622794:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970806.622821:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe67ed5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559803072:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970806.622846:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970806.622877:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559803072 00000100:00100000:2.0:1780970806.622904:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6379 00000100:00100000:2.0:1780970806.622908:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004928a0db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559803072:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970806.622938:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004928a0db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559803072:12345-0@lo:400:kworker/u8:18.0 Request processed in 29us (92us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970806.622944:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6379 00000100:00100000:2.0:1780970806.622974:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe67ed5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559803072:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970806.623004:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559802816 00000100:00100000:3.0:1780970806.623038:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4013 00000100:00100000:3.0:1780970806.623043:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000baf83255 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3360:x1867475559802816:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970806.623048:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e3776d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3361:1867475559802880:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970806.623086:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000baf83255 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3360:x1867475559802816:12345-0@lo:400:kworker/u8:18.0 Request processed in 42us (735us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970806.623094:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970806.623099:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4013 00000100:00100000:3.0:1780970806.623114:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559802880 00000100:00100000:1.0:1780970806.623119:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000235cae8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3361:1867475559803136:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970806.623135:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4014 00000100:00100000:3.0:1780970806.623140:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007cc3f296 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3361:x1867475559802880:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970806.623148:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970806.623185:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007cc3f296 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3361:x1867475559802880:12345-0@lo:400:kworker/u8:18.0 Request processed in 42us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970806.623187:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006dd12a62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559802624:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780970806.623198:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4014 00000100:00100000:3.0:1780970806.623215:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559803136 00000100:00100000:1.0:1780970806.623221:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e3776d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3361:1867475559802880:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970806.623235:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4015 00000100:00100000:3.0:1780970806.623240:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070ce34b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3361:x1867475559803136:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970806.623260:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970806.623291:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070ce34b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3361:x1867475559803136:12345-0@lo:400:kworker/u8:18.0 Request processed in 49us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970806.623298:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4015 00000100:00100000:1.0:1780970806.623799:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002db13e0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559803200:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970806.623827:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970806.623870:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005bba1db6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559803008:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970806.623924:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970806.623944:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b132152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3363:1867475559803264:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970806.623947:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559802944 00000100:00100000:0.0:1780970806.623970:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970806.624107:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559803264 00000100:00100000:0.0:1780970806.624176:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559803200 00000100:00100000:0.0:1780970806.624199:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559803008 00000100:00100000:0.0:1780970806.624213:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6380 00000100:00100000:0.0:1780970806.624217:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002abf8d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3362:x1867475559803200:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970806.624256:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002abf8d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3362:x1867475559803200:12345-0@lo:400:kworker/u8:18.0 Request processed in 38us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970806.624262:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6380 00000100:00100000:0.0:1780970806.624281:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6381 00000100:00100000:0.0:1780970806.624284:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000532db3f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559803008:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970806.624310:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000532db3f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559803008:12345-0@lo:400:kworker/u8:18.0 Request processed in 25us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970806.624315:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6381 00000100:00100000:0.0:1780970806.624342:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005bba1db6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559803008:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970806.624494:0:112204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4016 00000100:00100000:2.0:1780970806.624500:0:112204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055ff8902 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3362:x1867475559802944:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970806.624533:0:112204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055ff8902 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3362:x1867475559802944:12345-0@lo:400:kworker/u8:18.0 Request processed in 32us (1274us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970806.624739:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000235cae8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3361:1867475559803136:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970806.625074:0:112204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4016 00000100:00100000:1.0:1780970806.625280:0:123083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4017 00000100:00100000:1.0:1780970806.625286:0:123083:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f168a55 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3363:x1867475559803264:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970806.625325:0:123083:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f168a55 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3363:x1867475559803264:12345-0@lo:400:kworker/u8:18.0 Request processed in 40us (1356us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970806.625331:0:123083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4017 00000100:00100000:1.0:1780970806.625373:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000243e741b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3362:1867475559802944:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970806.625383:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002db13e0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559803200:0@lo:400:kworker/u8:18.0 00000100:00100000:0.0:1780970806.625428:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b132152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3363:1867475559803264:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970806.625561:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbbc3c08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3360:1867475559802816:0@lo:400:kworker/u8:18.0 00010000:00010000:0.0:1780970807.648047:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970808.157161:0:3361:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780970808.157185:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000411c0cd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559803328:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780970808.157261:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970808.157398:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559803328 00000100:00100000:1.0:1780970808.157447:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5567 00000100:00100000:1.0:1780970808.157452:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009c24bdcb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3361:x1867475559803328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780970808.157488:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 23304896 pending 0 free 3891171328 avail 3659649024 00000100:00100000:1.0:1780970808.157536:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009c24bdcb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3361:x1867475559803328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970808.157542:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5567 00000100:00100000:0.0:1780970808.158486:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000411c0cd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559803328:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1780970808.668773:0:6251:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970809.181130:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780970809.181155:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050ffdfc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559803392:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780970809.181226:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970809.181525:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559803392 00000100:00100000:2.0:1780970809.181589:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5568 00000100:00100000:2.0:1780970809.181594:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002406bda4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559803392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1780970809.181667:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:2.0:1780970809.181714:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002406bda4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559803392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970809.181722:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5568 00000100:00100000:2.0:1780970809.181774:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050ffdfc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559803392:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1780970809.692928:0:9230:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970809.693947:0:3363:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780970809.693969:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000074594cbc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559803456:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780970809.694121:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970809.694920:0:123252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559803456 00000100:00100000:3.0:1780970809.694978:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17516 00000100:00100000:3.0:1780970809.694984:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009933c1a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3363:x1867475559803456:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1780970809.695029:0:123252:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1435377664 avail 1305915392 00000100:00100000:3.0:1780970809.695093:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009933c1a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3363:x1867475559803456:12345-0@lo:41:osp-pre-0-1.0 Request processed in 108us (973us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970809.695100:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17516 00000100:00100000:0.0:1780970809.695369:0:3363:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 25769864418 gen 2 00000004:00080000:0.0:1780970809.695383:0:3363:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 25769864418 committed transno 25769864418 00000100:00100000:0.0:1780970809.695418:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000074594cbc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559803456:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780970810.204941:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e2f8266a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559803520:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780970810.205014:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970810.205123:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559803520 00000100:00100000:2.0:1780970810.205180:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5569 00000100:00100000:2.0:1780970810.205186:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002864990c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559803520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1780970810.205214:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 23304896 pending 0 free 3891171328 avail 3659649024 00000100:00100000:2.0:1780970810.205265:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002864990c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559803520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970810.205272:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5569 00000100:00100000:0.0:1780970810.205359:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e2f8266a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559803520:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780970810.492409:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970810.492457:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970810.492486:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970810.492513:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970810.492536:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:1.0:1780970810.492937:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563567168 00000100:00100000:1.0:1780970810.492985:0:23195:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563567104 00000100:00100000:1.0:1780970810.493014:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6382 00000100:00100000:1.0:1780970810.493021:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090fd683d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e474371c-4744-4c95-8a55-40a3132b2542+6:2266:x1867475563567168:12345-192.168.204.45@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1780970810.493085:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090fd683d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e474371c-4744-4c95-8a55-40a3132b2542+6:2266:x1867475563567168:12345-192.168.204.45@tcp:400:kworker/u8:0.0 Request processed in 64us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970810.493092:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6382 00000100:00100000:1.0:1780970810.493107:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6383 00000100:00100000:1.0:1780970810.493110:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094b0ed72 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e474371c-4744-4c95-8a55-40a3132b2542+6:2266:x1867475563567104:12345-192.168.204.45@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1780970810.493131:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094b0ed72 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e474371c-4744-4c95-8a55-40a3132b2542+6:2266:x1867475563567104:12345-192.168.204.45@tcp:400:kworker/u8:0.0 Request processed in 20us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970810.493137:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6383 00000100:00100000:1.0:1780970810.493159:0:116454:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563567040 00000100:00100000:1.0:1780970810.493184:0:116454:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563566976 00000100:00100000:1.0:1780970810.493200:0:116454:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 4018 00000100:00100000:1.0:1780970810.493204:0:116454:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d769782 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e474371c-4744-4c95-8a55-40a3132b2542+29:2266:x1867475563567040:12345-192.168.204.45@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1780970810.493234:0:116454:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d769782 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e474371c-4744-4c95-8a55-40a3132b2542+29:2266:x1867475563567040:12345-192.168.204.45@tcp:400:kworker/u8:0.0 Request processed in 29us (778us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970810.493240:0:116454:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 4018 00000100:00100000:1.0:1780970810.493251:0:116454:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 4019 00000100:00100000:1.0:1780970810.493255:0:116454:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c13fa29b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e474371c-4744-4c95-8a55-40a3132b2542+28:2266:x1867475563566976:12345-192.168.204.45@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1780970810.493276:0:116454:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c13fa29b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e474371c-4744-4c95-8a55-40a3132b2542+28:2266:x1867475563566976:12345-192.168.204.45@tcp:400:kworker/u8:0.0 Request processed in 20us (763us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970810.493282:0:116454:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 4019 00000100:00100000:2.0:1780970810.495026:0:114507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563566912 00000100:00100000:2.0:1780970810.495075:0:114507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 1450 00000100:00100000:2.0:1780970810.495080:0:114507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f145b00a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2266:x1867475563566912:12345-192.168.204.45@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1780970810.495140:0:114507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f145b00a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2266:x1867475563566912:12345-192.168.204.45@tcp:400:kworker/u8:0.0 Request processed in 60us (2739us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970810.495147:0:114507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 1450 00010000:00010000:1.0:1780970810.716974:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970810.717198:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000099ee63 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559803584:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780970810.717264:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970810.717301:0:123252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559803584 00000100:00100000:1.0:1780970810.717362:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17517 00000100:00100000:1.0:1780970810.717368:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006fa626ef pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559803584:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1780970810.717406:0:123252:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1437724672 avail 1308262400 00000100:00100000:1.0:1780970810.717469:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006fa626ef pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559803584:12345-0@lo:41:osp-pre-1-0.0 Request processed in 99us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970810.717550:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000099ee63 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559803584:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780970810.729804:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17517 00000100:00100000:1.0:1780970811.740891:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004dfa10f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3362:1867475559803712:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970811.740969:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970811.741013:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eac37ead pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559803968:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970811.741046:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970811.741059:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1f8ce08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3363:1867475559803776:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970811.741068:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017c33258 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559804224:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970811.741105:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970811.741108:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970811.741149:0:112210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559803968 00000100:00100000:3.0:1780970811.741171:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081931eeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3360:1867475559803840:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970811.741193:0:112210:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559804224 00000100:00100000:2.0:1780970811.741201:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ac784d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559804032:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970811.741206:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970811.741213:0:112210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17518 00000100:00100000:1.0:1780970811.741220:0:112210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083f5a010 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3362:x1867475559803968:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970811.741225:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000099ee63 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559804096:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970811.741227:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970811.741241:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbbc3c08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559804288:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970811.741246:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970811.741262:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b132152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559804352:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970811.741271:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970811.741285:0:112210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083f5a010 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3362:x1867475559803968:12345-0@lo:400:kworker/u8:18.0 Request processed in 64us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970811.741294:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559804032 00000100:00100000:1.0:1780970811.741294:0:112210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17518 00000100:00100000:1.0:1780970811.741317:0:112210:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17519 00000100:00100000:1.0:1780970811.741322:0:112210:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060bde053 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559804224:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970811.741328:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559804096 00000100:00100000:3.0:1780970811.741347:0:30685:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559804288 00000100:00100000:3.0:1780970811.741364:0:30685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6384 00000100:00100000:3.0:1780970811.741368:0:30685:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000235cae8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559804032:12345-0@lo:400:kworker/u8:18.0 00010000:00010000:0.0:1780970811.742334:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780970811.745189:0:112210:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060bde053 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559804224:12345-0@lo:400:kworker/u8:18.0 Request processed in 3856us (4076us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970811.745207:0:112210:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17519 00000100:00100000:1.0:1780970811.745264:0:112616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559803712 00000100:00100000:1.0:1780970811.745303:0:112616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559803776 00000100:00100000:1.0:1780970811.745322:0:112616:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559803840 00000100:00100000:1.0:1780970811.745342:0:112616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4020 00000100:00100000:1.0:1780970811.745347:0:112616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b46e770d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3362:x1867475559803712:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970811.745398:0:112616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b46e770d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3362:x1867475559803712:12345-0@lo:400:kworker/u8:18.0 Request processed in 50us (4430us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970811.745413:0:112616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4020 00000100:00100000:1.0:1780970811.745425:0:112616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4021 00000100:00100000:1.0:1780970811.745428:0:112616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000243e741b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3363:x1867475559803776:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970811.745454:0:112616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000243e741b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3363:x1867475559803776:12345-0@lo:400:kworker/u8:18.0 Request processed in 25us (4354us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970811.745457:0:112616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4021 00000100:00100000:1.0:1780970811.745463:0:112616:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4022 00000100:00100000:1.0:1780970811.745465:0:112616:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009272de61 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3360:x1867475559803840:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970811.745479:0:112616:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009272de61 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3360:x1867475559803840:12345-0@lo:400:kworker/u8:18.0 Request processed in 13us (4275us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970811.745482:0:112616:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4022 00000100:00100000:1.0:1780970811.745513:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6385 00000100:00100000:1.0:1780970811.745517:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c342bb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559804096:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970811.745533:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c342bb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3360:x1867475559804096:12345-0@lo:400:kworker/u8:18.0 Request processed in 17us (4288us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970811.745536:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6385 00000100:00100000:1.0:1780970811.745546:0:23195:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6386 00000100:00100000:1.0:1780970811.745549:0:23195:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005bba1db6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3363:x1867475559804288:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970811.745562:0:23195:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005bba1db6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3363:x1867475559804288:12345-0@lo:400:kworker/u8:18.0 Request processed in 13us (4292us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970811.745565:0:23195:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6386 00000100:00100000:1.0:1780970811.745592:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017c33258 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559804224:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970811.745600:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eac37ead pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559803968:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970811.745607:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004dfa10f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3362:1867475559803712:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970811.745679:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e1c79bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3361:1867475559803648:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970811.745718:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970811.745737:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6c6c648 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3361:1867475559803904:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970811.745758:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970811.745772:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e2f8266a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3361:1867475559804160:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970811.745791:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970811.745802:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002db13e0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3361:1867475559804416:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970811.746827:0:30685:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000235cae8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3363:x1867475559804032:12345-0@lo:400:kworker/u8:18.0 Request processed in 5453us (5596us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970811.746838:0:30685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6384 00000100:00100000:3.0:1780970811.746892:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559803904 00000100:00100000:3.0:1780970811.746930:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559804160 00000100:00100000:3.0:1780970811.746951:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4023 00000100:00100000:1.0:1780970811.746975:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970811.747022:0:114508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559803648 00000100:00100000:3.0:1780970811.747035:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000074594cbc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3361:x1867475559803904:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970811.747082:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000074594cbc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3361:x1867475559803904:12345-0@lo:400:kworker/u8:18.0 Request processed in 48us (1323us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970811.747088:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4023 00000100:00100000:3.0:1780970811.747235:0:112205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559804416 00000100:00100000:3.0:1780970811.747249:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4024 00000100:00100000:3.0:1780970811.747252:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000411c0cd9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3361:x1867475559804160:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970811.747281:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000411c0cd9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3361:x1867475559804160:12345-0@lo:400:kworker/u8:18.0 Request processed in 28us (1490us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970811.747290:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4024 00000100:00100000:3.0:1780970811.747372:0:112205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4025 00000100:00100000:3.0:1780970811.747377:0:112205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1d902cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3361:x1867475559804416:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970811.747417:0:112205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1d902cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3361:x1867475559804416:12345-0@lo:400:kworker/u8:18.0 Request processed in 39us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970811.747424:0:112205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4025 00000100:00100000:3.0:1780970811.747705:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970811.747746:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081931eeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3360:1867475559803840:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970811.747760:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000099ee63 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559804096:0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970811.747791:0:30675:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559804352 00000100:00100000:3.0:1780970811.747815:0:30675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6387 00000100:00100000:3.0:1780970811.747819:0:30675:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022a14e71 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559804352:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:3.0:1780970811.747854:0:30675:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022a14e71 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559804352:12345-0@lo:400:kworker/u8:18.0 Request processed in 34us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970811.747860:0:30675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6387 00000100:00100000:3.0:1780970811.747885:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b132152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559804352:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970811.747971:0:114508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1451 00000100:00100000:1.0:1780970811.747976:0:114508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fee80a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3361:x1867475559803648:12345-0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970811.748009:0:114508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fee80a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3361:x1867475559803648:12345-0@lo:400:kworker/u8:18.0 Request processed in 33us (2292us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970811.748015:0:114508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1451 00000100:00100000:1.0:1780970811.748975:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014a588f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559804480:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780970811.749020:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970811.749080:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559804480 00000100:00100000:1.0:1780970811.749112:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5570 00000100:00100000:1.0:1780970811.749117:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ecb1b748 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559804480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780970811.749141:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:1.0:1780970811.749183:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ecb1b748 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559804480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970811.749191:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5570 00000100:00100000:1.0:1780970811.749231:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014a588f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559804480:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780970811.749263:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e1c79bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3361:1867475559803648:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970811.749277:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6c6c648 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3361:1867475559803904:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970811.749288:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e2f8266a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3361:1867475559804160:0@lo:400:kworker/u8:18.0 00000100:00100000:1.0:1780970811.749299:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002db13e0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3361:1867475559804416:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970811.756855:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbbc3c08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559804288:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970811.756910:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1f8ce08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3363:1867475559803776:0@lo:400:kworker/u8:18.0 00000100:00100000:2.0:1780970811.756922:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ac784d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3363:1867475559804032:0@lo:400:kworker/u8:18.0 00000001:00080000:2.0:1780970811.766801:0:109997:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 103079229352 is committed 00000001:00080000:0.0:1780970811.767379:0:113042:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0001: transno 12884933809 is committed 00000020:00080000:0.0:1780970811.767393:0:113042:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt 00000000879c28a2 refcount 2 committed 0 result 0 batchid 8589937694 00000020:00080000:0.0:1780970811.767400:0:113042:0:(update_trans.c:89:top_multiple_thandle_dump()) st 00000000f8856cc8 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th 0000000023c532b6 00000020:00080000:0.0:1780970811.767412:0:113042:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x2b12:0x2].550 00000020:00080000:0.0:1780970811.767415:0:113042:0:(update_trans.c:89:top_multiple_thandle_dump()) st 000000008a37d6db obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th 00000000c228bbd6 00000020:00080000:0.0:1780970811.767418:0:113042:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x400013a2:0x2].106 00000020:00080000:0.0:1780970811.767439:0:113061:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 8589937694 committed batchid 8589937693 00000020:00080000:0.0:1780970811.767508:0:113061:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 8589937693 00010000:00010000:2.0:1780970811.767563:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 000000008c5a2656/0xa1e9845215a936b8 lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x1486:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970811.767576:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 000000008c5a2656/0xa1e9845215a936b8 lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x1486:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970811.767584:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 000000008c5a2656/0xa1e9845215a936b8 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x1486:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970811.767590:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008c5a2656 already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970811.767593:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 000000008c5a2656/0xa1e9845215a936b8 lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x1486:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970811.767600:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 000000008c5a2656/0xa1e9845215a936b8 lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x1486:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970811.767648:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x1486:0x0].0x0 (000000002f9e2aab) 00010000:00010000:2.0:1780970811.767652:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780970811.767657:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 000000008c5a2656/0xa1e9845215a936b8 lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x1486:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970811.767664:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 000000008c5a2656/0xa1e9845215a936b8 lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x1486:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970811.767683:0:3346:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: 00000000af36577f/0xa1e9845215a9370c lrc: 3/0,1 mode: COS/COS res: [0x2400013a3:0x1486:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970811.767689:0:3346:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: 00000000af36577f/0xa1e9845215a9370c lrc: 2/0,0 mode: COS/COS res: [0x2400013a3:0x1486:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970811.767694:0:3346:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: 00000000af36577f/0xa1e9845215a9370c lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x1486:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970811.767704:0:3346:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000af36577f already unused, calling callback (000000001a17948d) 00010000:00010000:2.0:1780970811.767706:0:3346:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000af36577f/0xa1e9845215a9370c lrc: 3/0,0 mode: COS/COS res: [0x2400013a3:0x1486:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970811.767712:0:3346:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: 00000000af36577f/0xa1e9845215a9370c lrc: 4/0,0 mode: COS/COS res: [0x2400013a3:0x1486:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970811.767719:0:3346:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a3:0x1486:0x0].0x0 (000000002f9e2aab) 00010000:00010000:2.0:1780970811.767721:0:3346:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1780970811.767723:0:3346:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: 00000000af36577f/0xa1e9845215a9370c lrc: 2/0,0 mode: --/COS res: [0x2400013a3:0x1486:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1780970811.767729:0:3346:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: 00000000af36577f/0xa1e9845215a9370c lrc: 0/0,0 mode: --/COS res: [0x2400013a3:0x1486:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 112205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1780970812.766149:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970813.285833:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3cbd911 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559804544:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780970813.285927:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780970813.286079:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559804544 00000100:00100000:1.0:1780970813.286162:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5571 00000100:00100000:1.0:1780970813.286169:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001781d7a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559804544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780970813.286210:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 23304896 pending 0 free 3891171328 avail 3659649024 00000100:00100000:1.0:1780970813.286290:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001781d7a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559804544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 120us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970813.286299:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5571 00000100:00100000:1.0:1780970813.286354:0:3363:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 103079229352 gen 3 00000004:00080000:1.0:1780970813.286361:0:3363:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000027bfcb8d, transno 103079229352 00000100:00100000:1.0:1780970813.286394:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3cbd911 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559804544:0@lo:13:osp-pre-0-0.0 00000040:00100000:1.0:1780970813.286437:0:114519:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 4350 in log [0x20:0x1:0x0] 00000100:00100000:3.0:1780970815.324839:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e3776d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559804736:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780970815.324915:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970815.325018:0:48176:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559804736 00000100:00100000:2.0:1780970815.325068:0:48176:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5573 00000100:00100000:2.0:1780970815.325074:0:48176:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cff9cc3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559804736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1780970815.325103:0:48176:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 23304896 pending 0 free 3891171328 avail 3659649024 00000100:00100000:2.0:1780970815.325157:0:48176:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cff9cc3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559804736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970815.325164:0:48176:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5573 00000100:00100000:3.0:1780970815.325218:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e3776d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559804736:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780970815.608140:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970815.608188:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970815.608222:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970815.608261:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970815.608301:0:3353:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.45@tcp (source: 12345-192.168.204.45@tcp) 00000100:00100000:0.0:1780970815.608345:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563567360 00000100:00100000:0.0:1780970815.608405:0:139446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563567296 00000100:00100000:0.0:1780970815.608427:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 4026 00000100:00100000:0.0:1780970815.608434:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ee17616 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+23:2264:x1867475563567360:12345-192.168.204.45@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1780970815.608505:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ee17616 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+23:2264:x1867475563567360:12345-192.168.204.45@tcp:400:kworker/u8:0.0 Request processed in 71us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970815.608512:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 4026 00000100:00100000:0.0:1780970815.608542:0:139446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 4027 00000100:00100000:0.0:1780970815.608546:0:139446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db60de67 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+28:2264:x1867475563567296:12345-192.168.204.45@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1780970815.608569:0:139446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db60de67 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e474371c-4744-4c95-8a55-40a3132b2542+28:2264:x1867475563567296:12345-192.168.204.45@tcp:400:kworker/u8:0.0 Request processed in 22us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970815.608575:0:139446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 4027 00000100:00100000:2.0:1780970815.608829:0:123253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563567488 00000100:00100000:2.0:1780970815.608865:0:123253:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563567424 00000100:00100000:2.0:1780970815.608881:0:123253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6388 00000100:00100000:2.0:1780970815.608885:0:123253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050ffdfc5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e474371c-4744-4c95-8a55-40a3132b2542+6:2264:x1867475563567488:12345-192.168.204.45@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1780970815.608916:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050ffdfc5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e474371c-4744-4c95-8a55-40a3132b2542+6:2264:x1867475563567488:12345-192.168.204.45@tcp:400:kworker/u8:0.0 Request processed in 30us (695us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970815.608923:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6388 00000100:00100000:2.0:1780970815.608935:0:123253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 6389 00000100:00100000:2.0:1780970815.608939:0:123253:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015e91fb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e474371c-4744-4c95-8a55-40a3132b2542+6:2264:x1867475563567424:12345-192.168.204.45@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1780970815.608958:0:123253:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015e91fb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e474371c-4744-4c95-8a55-40a3132b2542+6:2264:x1867475563567424:12345-192.168.204.45@tcp:400:kworker/u8:0.0 Request processed in 19us (658us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970815.608963:0:123253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 6389 00000100:00100000:3.0:1780970815.609338:0:114507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475563567232 00000100:00100000:3.0:1780970815.609384:0:114507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.45@tcp, seq: 1452 00000100:00100000:3.0:1780970815.609388:0:114507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e52f506 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2264:x1867475563567232:12345-192.168.204.45@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1780970815.609417:0:114507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e52f506 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:162fd02e-f6d0-4812-8485-df403cfa70fa+9:2264:x1867475563567232:12345-192.168.204.45@tcp:400:kworker/u8:0.0 Request processed in 27us (1287us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970815.609424:0:114507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.45@tcp, seq: 1452 00000100:00100000:1.0:1780970815.837222:0:3363:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006dd12a62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559804800:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780970815.837311:0:3363:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970815.837511:0:124322:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559804800 00000100:00100000:0.0:1780970815.837567:0:124322:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17521 00000100:00100000:0.0:1780970815.837573:0:124322:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000df80497 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559804800:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1780970815.837606:0:124322:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1437724672 avail 1308262400 00000100:00100000:0.0:1780970815.837676:0:124322:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000df80497 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3363:x1867475559804800:12345-0@lo:41:osp-pre-1-0.0 Request processed in 102us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970815.837683:0:124322:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17521 00010000:00010000:1.0:1780970815.837813:0:6252:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780970815.837882:0:3363:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006dd12a62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3363:1867475559804800:0@lo:41:osp-pre-1-0.0 00000400:00000080:0.0:1780970816.581590:0:146171:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:0.0:1780970816.581597:0:146171:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_425: @@@@@@ FAIL: Create files in /mnt/lustre/d425.sanity 00010000:00010000:0.0:1780970816.860809:0:23537:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780970816.861355:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028556a94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3362:1867475559804992:0@lo:400:kworker/u8:15.0 00000100:00100000:0.0:1780970816.861419:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970816.861446:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005bfc12d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559805248:0@lo:400:kworker/u8:15.0 00000100:00100000:0.0:1780970816.861468:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970816.861483:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6c52044 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559805504:0@lo:400:kworker/u8:15.0 00000100:00100000:0.0:1780970816.861505:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970816.861527:0:3362:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1780970816.861532:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d071ab71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3362:1867475559805056:0@lo:400:kworker/u8:15.0 00000100:00100000:0.0:1780970816.861552:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970816.861566:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce522cbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559805312:0@lo:400:kworker/u8:15.0 00000100:00100000:0.0:1780970816.861585:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970816.861597:0:3362:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000431ae2b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559805568:0@lo:400:kworker/u8:15.0 00000100:00100000:0.0:1780970816.861639:0:3362:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970816.861671:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559804992 00000100:00100000:0.0:1780970816.861707:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559805056 00000100:00100000:0.0:1780970816.861722:0:112204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4028 00000100:00100000:0.0:1780970816.861727:0:112204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021e5bd63 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3362:x1867475559804992:12345-0@lo:400:kworker/u8:15.0 00000100:00100000:0.0:1780970816.861771:0:112204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021e5bd63 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3362:x1867475559804992:12345-0@lo:400:kworker/u8:15.0 Request processed in 44us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970816.861778:0:112204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4028 00000100:00100000:0.0:1780970816.861804:0:112204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4029 00000100:00100000:0.0:1780970816.861808:0:112204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040811078 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3362:x1867475559805056:12345-0@lo:400:kworker/u8:15.0 00000100:00100000:0.0:1780970816.861831:0:112204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040811078 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3362:x1867475559805056:12345-0@lo:400:kworker/u8:15.0 Request processed in 22us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970816.861836:0:112204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4029 00000100:00100000:0.0:1780970816.861856:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559805248 00000100:00100000:0.0:1780970816.861875:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559805504 00000100:00100000:0.0:1780970816.861887:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559805312 00000100:00100000:0.0:1780970816.861900:0:8691:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559805568 00000100:00100000:0.0:1780970816.861911:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6390 00000100:00100000:0.0:1780970816.861914:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080a96932 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559805248:12345-0@lo:400:kworker/u8:15.0 00000100:00100000:0.0:1780970816.861937:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080a96932 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559805248:12345-0@lo:400:kworker/u8:15.0 Request processed in 23us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970816.861943:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6390 00000100:00100000:0.0:1780970816.861954:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6391 00000100:00100000:0.0:1780970816.861956:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c378db2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559805504:12345-0@lo:400:kworker/u8:15.0 00000100:00100000:0.0:1780970816.861975:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c378db2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559805504:12345-0@lo:400:kworker/u8:15.0 Request processed in 17us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970816.861980:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6391 00000100:00100000:0.0:1780970816.861989:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6392 00000100:00100000:0.0:1780970816.861993:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da5e250f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559805312:12345-0@lo:400:kworker/u8:15.0 00000100:00100000:0.0:1780970816.862012:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da5e250f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3362:x1867475559805312:12345-0@lo:400:kworker/u8:15.0 Request processed in 19us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970816.862017:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6392 00000100:00100000:0.0:1780970816.862027:0:8691:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6393 00000100:00100000:0.0:1780970816.862030:0:8691:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da6ea582 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559805568:12345-0@lo:400:kworker/u8:15.0 00000100:00100000:0.0:1780970816.862050:0:8691:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da6ea582 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3362:x1867475559805568:12345-0@lo:400:kworker/u8:15.0 Request processed in 19us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1780970816.862054:0:8691:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6393 00000100:00100000:0.0:1780970816.862112:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d071ab71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3362:1867475559805056:0@lo:400:kworker/u8:15.0 00000100:00100000:0.0:1780970816.862123:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce522cbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559805312:0@lo:400:kworker/u8:15.0 00000100:00100000:0.0:1780970816.862130:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000431ae2b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559805568:0@lo:400:kworker/u8:15.0 00000100:00100000:0.0:1780970816.862137:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028556a94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3362:1867475559804992:0@lo:400:kworker/u8:15.0 00000100:00100000:0.0:1780970816.862144:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005bfc12d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3362:1867475559805248:0@lo:400:kworker/u8:15.0 00000100:00100000:0.0:1780970816.862152:0:3362:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6c52044 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3362:1867475559805504:0@lo:400:kworker/u8:15.0 00000100:00100000:3.0:1780970816.863323:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d660d0e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3360:1867475559804864:0@lo:400:kworker/u8:15.0 00000100:00100000:3.0:1780970816.863393:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970816.863424:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007a368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3360:1867475559805120:0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970816.863444:0:114508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559804864 00000100:00100000:3.0:1780970816.863447:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970816.863459:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0e78944 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3360:1867475559805376:0@lo:400:kworker/u8:15.0 00000100:00100000:3.0:1780970816.863476:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970816.863481:0:114508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1453 00000100:00100000:3.0:1780970816.863485:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a18b10b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3360:1867475559805632:0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970816.863486:0:114508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bce28ef4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3360:x1867475559804864:12345-0@lo:400:kworker/u8:15.0 00000100:00100000:3.0:1780970816.863503:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970816.863521:0:114508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bce28ef4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:aa5d2306-1704-45f7-83c0-d5ac72a89be6+23:3360:x1867475559804864:12345-0@lo:400:kworker/u8:15.0 Request processed in 35us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970816.863527:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d660d0e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:aa5d2306-1704-45f7-83c0-d5ac72a89be6:3360:1867475559804864:0@lo:400:kworker/u8:15.0 00000100:00100000:2.0:1780970816.863528:0:114508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1453 00000100:00100000:3.0:1780970816.863539:0:3360:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1780970816.863544:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d10a3060 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3360:1867475559804928:0@lo:400:kworker/u8:15.0 00000100:00100000:3.0:1780970816.863563:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970816.863589:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d0eb87e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559805184:0@lo:400:kworker/u8:15.0 00000100:00100000:3.0:1780970816.863612:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970816.863639:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559805120 00000100:00100000:3.0:1780970816.863642:0:3360:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a5cd101 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559805440:0@lo:400:kworker/u8:15.0 00000100:00100000:3.0:1780970816.863662:0:3360:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780970816.863663:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559805376 00000100:00100000:2.0:1780970816.863676:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559805632 00000100:00100000:2.0:1780970816.863690:0:112204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559804928 00000100:00100000:1.0:1780970816.863966:0:112211:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559805184 00000100:00100000:1.0:1780970816.863991:0:112211:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559805440 00000100:00100000:1.0:1780970816.864006:0:112211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17522 00000100:00100000:1.0:1780970816.864010:0:112211:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094b6c837 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3360:x1867475559805184:12345-0@lo:400:kworker/u8:15.0 00000100:00100000:1.0:1780970816.864047:0:112211:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094b6c837 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3360:x1867475559805184:12345-0@lo:400:kworker/u8:15.0 Request processed in 36us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970816.864053:0:112211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17522 00000100:00100000:1.0:1780970816.864065:0:112211:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17523 00000100:00100000:1.0:1780970816.864069:0:112211:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000427760c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559805440:12345-0@lo:400:kworker/u8:15.0 00000100:00100000:1.0:1780970816.864092:0:112211:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000427760c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3360:x1867475559805440:12345-0@lo:400:kworker/u8:15.0 Request processed in 23us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1780970816.864098:0:112211:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17523 00000100:00100000:1.0:1780970816.864129:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d0eb87e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3360:1867475559805184:0@lo:400:kworker/u8:15.0 00000100:00100000:1.0:1780970816.864137:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a5cd101 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3360:1867475559805440:0@lo:400:kworker/u8:15.0 00000100:00100000:3.0:1780970816.870081:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4030 00000100:00100000:3.0:1780970816.870095:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2e02f78 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3360:x1867475559805120:12345-0@lo:400:kworker/u8:15.0 00000100:00100000:3.0:1780970816.870216:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2e02f78 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3360:x1867475559805120:12345-0@lo:400:kworker/u8:15.0 Request processed in 122us (6767us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970816.870228:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4030 00000100:00100000:2.0:1780970816.870245:0:112204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4031 00000100:00100000:3.0:1780970816.870249:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4032 00000100:00100000:2.0:1780970816.870251:0:112204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e521fabe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3360:x1867475559805376:12345-0@lo:400:kworker/u8:15.0 00000100:00100000:3.0:1780970816.870253:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008953f0be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3360:x1867475559805632:12345-0@lo:400:kworker/u8:15.0 00000100:00100000:3.0:1780970816.870281:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008953f0be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3360:x1867475559805632:12345-0@lo:400:kworker/u8:15.0 Request processed in 27us (6777us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970816.870286:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4032 00000100:00100000:3.0:1780970816.870297:0:112203:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4033 00000100:00100000:3.0:1780970816.870301:0:112203:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035d0e3c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3360:x1867475559804928:12345-0@lo:400:kworker/u8:15.0 00000100:00100000:3.0:1780970816.870325:0:112203:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035d0e3c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3360:x1867475559804928:12345-0@lo:400:kworker/u8:15.0 Request processed in 23us (6762us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970816.870340:0:112203:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4033 00000100:00100000:3.0:1780970816.870412:0:3361:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000469ebb34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559805696:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780970816.870418:0:112204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e521fabe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3360:x1867475559805376:12345-0@lo:400:kworker/u8:15.0 Request processed in 167us (6942us total) trans 0 rc 0/0 00000100:00100000:2.0:1780970816.870423:0:112204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4031 00000100:00100000:3.0:1780970816.870447:0:3361:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780970816.870504:0:8690:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559805696 00000100:00100000:3.0:1780970816.870549:0:8690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5574 00000100:00100000:3.0:1780970816.870553:0:8690:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088bd09c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559805696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780970816.870572:0:8690:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 16990144 pending 0 free 3917819904 avail 3686297600 00000100:00100000:3.0:1780970816.870604:0:8690:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088bd09c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3361:x1867475559805696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1780970816.870610:0:8690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5574 00000100:00100000:3.0:1780970816.870675:0:3361:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000469ebb34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3361:1867475559805696:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780970816.870714:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d10a3060 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3360:1867475559804928:0@lo:400:kworker/u8:15.0 00000100:00100000:3.0:1780970816.870725:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007a368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3360:1867475559805120:0@lo:400:kworker/u8:15.0 00000100:00100000:3.0:1780970816.870734:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0e78944 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3360:1867475559805376:0@lo:400:kworker/u8:15.0 00000100:00100000:3.0:1780970816.870742:0:3360:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a18b10b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3360:1867475559805632:0@lo:400:kworker/u8:15.0 00010000:00010000:2.0:1780970817.887373:0:30693:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1780970817.891891:0:113042:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0001: 8589937694 batchid updated 00000020:00080000:3.0:1780970817.892031:0:113061:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 8589937694 00000040:00100000:3.0:1780970817.892051:0:113061:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 550 in log [0x3:0x2b12:0x2] 00000004:00080000:3.0:1780970817.892120:0:113061:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth 000000005e324837 with version 5760 00000020:00080000:3.0:1780970817.892142:0:113061:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 8589937694 cancel update log [0x3:0x2b12:0x2].550: rc = 0 00000040:00100000:3.0:1780970817.892150:0:113061:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 106 in log [0x3:0x400013a2:0x2] 00000020:00080000:3.0:1780970817.892258:0:113061:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 8589937694 cancel update log [0x3:0x400013a2:0x2].106: rc = 0 00000020:00080000:3.0:1780970817.892269:0:113061:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 8589937694 00000004:00080000:0.0:1780970817.892330:0:113046:0:(osp_trans.c:1343:osp_get_next_request()) ou 00000000fcc9408d version 5760 rpc_version 5760 00000100:00100000:0.0:1780970817.892399:0:113046:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6c52044 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:113046:1867475559805760:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1780970817.892488:0:113046:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780970817.892585:0:113046:0:(client.c:2500:ptlrpc_set_wait()) set 000000000c10bfdc going to sleep for 6 seconds 00000100:00100000:2.0:1780970817.892603:0:123252:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867475559805760 00000100:00100000:2.0:1780970817.895060:0:123252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17524 00000100:00100000:2.0:1780970817.895078:0:123252:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005bfc12d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:113046:x1867475559805760:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1780970817.895368:0:123252:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005bfc12d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:113046:x1867475559805760:12345-0@lo:1000:osp_up0-1.0 Request processed in 293us (2880us total) trans 25769864419 rc 0/0 00000100:00100000:2.0:1780970817.895378:0:123252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17524 00000100:00100000:0.0:1780970817.895569:0:113046:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6c52044 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:113046:1867475559805760:0@lo:1000:osp_up0-1.0 Debug log: 25428 lines, 25428 kept, 0 dropped, 0 bad.